[ 497.216682] env[62849]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62849) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.217095] env[62849]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62849) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.217095] env[62849]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62849) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.217504] env[62849]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 497.318594] env[62849]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62849) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 497.328910] env[62849]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62849) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 497.374091] env[62849]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 497.936496] env[62849]: INFO nova.virt.driver [None req-a33034e9-9f37-446b-964a-b41939a4a887 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 498.007661] env[62849]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 498.007835] env[62849]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 498.007934] env[62849]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62849) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 500.951226] env[62849]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0d645a58-d041-4705-b87f-bd4d27f81b29 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.968767] env[62849]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62849) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 500.968951] env[62849]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-c335862d-0dc1-4b9b-a0bd-5330d420c73c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.002196] env[62849]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8ff2e. [ 501.002403] env[62849]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.995s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 501.002946] env[62849]: INFO nova.virt.vmwareapi.driver [None req-a33034e9-9f37-446b-964a-b41939a4a887 None None] VMware vCenter version: 7.0.3 [ 501.006460] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ae727-4aae-4a01-86d7-b47694c37bc6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.024605] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc719836-43ff-46b9-b2c6-4f7cbb6f1640 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.031186] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d451e5-1445-49bb-a602-0c84d1a8c1ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.038737] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbd7b10-db86-4e40-98eb-8177288a4d5a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.052464] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823f6ddf-e80f-4984-87a8-0c339a920263 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.059168] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4526a2-f9a7-46af-802f-802115d91087 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.091514] env[62849]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-4588a19e-910c-4ffe-a452-79ee7bcec232 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.098177] env[62849]: DEBUG nova.virt.vmwareapi.driver [None req-a33034e9-9f37-446b-964a-b41939a4a887 None None] Extension org.openstack.compute already exists. {{(pid=62849) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 501.100930] env[62849]: INFO nova.compute.provider_config [None req-a33034e9-9f37-446b-964a-b41939a4a887 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 501.604021] env[62849]: DEBUG nova.context [None req-a33034e9-9f37-446b-964a-b41939a4a887 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),9d764695-93e4-48f8-9bda-7c94347811e8(cell1) {{(pid=62849) load_cells /opt/stack/nova/nova/context.py:464}} [ 501.606151] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 501.606368] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 501.607056] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 501.607509] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Acquiring lock "9d764695-93e4-48f8-9bda-7c94347811e8" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 501.607707] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Lock "9d764695-93e4-48f8-9bda-7c94347811e8" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 501.608710] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Lock "9d764695-93e4-48f8-9bda-7c94347811e8" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 501.628863] env[62849]: INFO dbcounter [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Registered counter for database nova_cell0 [ 501.637432] env[62849]: INFO dbcounter [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Registered counter for database nova_cell1 [ 502.100124] env[62849]: DEBUG oslo_db.sqlalchemy.engines [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62849) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 502.100643] env[62849]: DEBUG oslo_db.sqlalchemy.engines [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62849) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 502.105563] env[62849]: ERROR nova.db.main.api [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 502.105563] env[62849]: result = function(*args, **kwargs) [ 502.105563] env[62849]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 502.105563] env[62849]: return func(*args, **kwargs) [ 502.105563] env[62849]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 502.105563] env[62849]: result = fn(*args, **kwargs) [ 502.105563] env[62849]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 502.105563] env[62849]: return f(*args, **kwargs) [ 502.105563] env[62849]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 502.105563] env[62849]: return db.service_get_minimum_version(context, binaries) [ 502.105563] env[62849]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 502.105563] env[62849]: _check_db_access() [ 502.105563] env[62849]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 502.105563] env[62849]: stacktrace = ''.join(traceback.format_stack()) [ 502.105563] env[62849]: [ 502.106434] env[62849]: ERROR nova.db.main.api [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 502.106434] env[62849]: result = function(*args, **kwargs) [ 502.106434] env[62849]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 502.106434] env[62849]: return func(*args, **kwargs) [ 502.106434] env[62849]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 502.106434] env[62849]: result = fn(*args, **kwargs) [ 502.106434] env[62849]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 502.106434] env[62849]: return f(*args, **kwargs) [ 502.106434] env[62849]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 502.106434] env[62849]: return db.service_get_minimum_version(context, binaries) [ 502.106434] env[62849]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 502.106434] env[62849]: _check_db_access() [ 502.106434] env[62849]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 502.106434] env[62849]: stacktrace = ''.join(traceback.format_stack()) [ 502.106434] env[62849]: [ 502.106851] env[62849]: WARNING nova.objects.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Failed to get minimum service version for cell 9d764695-93e4-48f8-9bda-7c94347811e8 [ 502.106972] env[62849]: WARNING nova.objects.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 502.107493] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Acquiring lock "singleton_lock" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.107671] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Acquired lock "singleton_lock" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 502.107915] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Releasing lock "singleton_lock" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 502.108263] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Full set of CONF: {{(pid=62849) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 502.108421] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ******************************************************************************** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 502.108631] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] Configuration options gathered from: {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 502.108802] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 502.108998] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 502.109140] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ================================================================================ {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 502.109348] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] allow_resize_to_same_host = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.109518] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] arq_binding_timeout = 300 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.109646] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] backdoor_port = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.109781] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] backdoor_socket = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.109926] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] block_device_allocate_retries = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.110095] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] block_device_allocate_retries_interval = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.110266] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cert = self.pem {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.110430] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.110599] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute_monitors = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.110761] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] config_dir = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.111177] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] config_drive_format = iso9660 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.111320] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.111495] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] config_source = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.111719] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] console_host = devstack {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.111834] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] control_exchange = nova {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.111989] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cpu_allocation_ratio = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.112166] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] daemon = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.112332] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] debug = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.112489] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] default_access_ip_network_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.112653] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] default_availability_zone = nova {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.112803] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] default_ephemeral_format = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.112959] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] default_green_pool_size = 1000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.113209] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.113373] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] default_schedule_zone = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.113531] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] disk_allocation_ratio = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.113688] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] enable_new_services = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.113863] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] enabled_apis = ['osapi_compute'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.114032] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] enabled_ssl_apis = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.114220] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] flat_injected = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.114355] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] force_config_drive = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.114509] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] force_raw_images = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.114672] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] graceful_shutdown_timeout = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.114828] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] heal_instance_info_cache_interval = -1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.115059] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] host = cpu-1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.115234] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.115392] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.115583] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.115799] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.115963] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] instance_build_timeout = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.116135] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] instance_delete_interval = 300 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.116312] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] instance_format = [instance: %(uuid)s] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.116484] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] instance_name_template = instance-%08x {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.116643] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] instance_usage_audit = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.116811] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] instance_usage_audit_period = month {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.116968] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.117143] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.117306] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] internal_service_availability_zone = internal {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.117463] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] key = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.117618] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] live_migration_retry_count = 30 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.117779] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_color = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.117938] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_config_append = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.118110] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.118265] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_dir = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.118416] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_file = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.118541] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_options = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.118696] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_rotate_interval = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.118858] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_rotate_interval_type = days {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.119025] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] log_rotation_type = none {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.119160] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.119284] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.119449] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.119612] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.119736] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.119923] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] long_rpc_timeout = 1800 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.120052] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] max_concurrent_builds = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.120207] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] max_concurrent_live_migrations = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.120357] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] max_concurrent_snapshots = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.120509] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] max_local_block_devices = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.120658] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] max_logfile_count = 30 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.120808] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] max_logfile_size_mb = 200 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.120958] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] maximum_instance_delete_attempts = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.121133] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] metadata_listen = 0.0.0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.121294] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] metadata_listen_port = 8775 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.121455] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] metadata_workers = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.121610] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] migrate_max_retries = -1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.121770] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] mkisofs_cmd = genisoimage {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.121970] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.122110] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] my_ip = 10.180.1.21 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.122309] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.122470] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] network_allocate_retries = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.122643] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.122805] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.122959] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] osapi_compute_listen_port = 8774 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.123134] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] osapi_compute_unique_server_name_scope = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.123299] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] osapi_compute_workers = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.123454] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] password_length = 12 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.123608] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] periodic_enable = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.123760] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] periodic_fuzzy_delay = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.123920] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] pointer_model = usbtablet {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.124090] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] preallocate_images = none {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.124247] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] publish_errors = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.124375] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] pybasedir = /opt/stack/nova {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.124527] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ram_allocation_ratio = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.124680] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] rate_limit_burst = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.124841] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] rate_limit_except_level = CRITICAL {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.124993] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] rate_limit_interval = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.125161] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] reboot_timeout = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.125314] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] reclaim_instance_interval = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.125464] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] record = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.125625] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] reimage_timeout_per_gb = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.125784] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] report_interval = 120 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.125937] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] rescue_timeout = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.126101] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] reserved_host_cpus = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.126256] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] reserved_host_disk_mb = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.126413] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] reserved_host_memory_mb = 512 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.126567] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] reserved_huge_pages = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.126718] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] resize_confirm_window = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.126869] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] resize_fs_using_block_device = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.127029] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] resume_guests_state_on_host_boot = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.127196] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.127392] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] rpc_response_timeout = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.127589] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] run_external_periodic_tasks = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.127761] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] running_deleted_instance_action = reap {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.127918] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.128085] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] running_deleted_instance_timeout = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.128244] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler_instance_sync_interval = 120 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.128410] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_down_time = 720 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.128579] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] servicegroup_driver = db {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.128732] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] shell_completion = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.128885] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] shelved_offload_time = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.129049] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] shelved_poll_interval = 3600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.129219] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] shutdown_timeout = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.129374] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] source_is_ipv6 = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.129531] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ssl_only = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.129785] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.129951] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] sync_power_state_interval = 600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.130126] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] sync_power_state_pool_size = 1000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.130286] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] syslog_log_facility = LOG_USER {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.130439] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] tempdir = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.130599] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] timeout_nbd = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.130763] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] transport_url = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.130920] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] update_resources_interval = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.131088] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] use_cow_images = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.131244] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] use_journal = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.131398] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] use_json = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.131555] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] use_rootwrap_daemon = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.131708] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] use_stderr = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.131863] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] use_syslog = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.132023] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vcpu_pin_set = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.132193] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plugging_is_fatal = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.132356] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plugging_timeout = 300 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.132522] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] virt_mkfs = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.132680] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] volume_detach_poll_interval = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.132835] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] volume_detach_timeout = 300 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.132989] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] volume_usage_poll_interval = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.133158] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] watch_log_file = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.133320] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] web = /usr/share/spice-html5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.133504] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.133668] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.133829] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.133997] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_concurrency.disable_process_locking = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.134308] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.134498] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.134666] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.134847] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.135032] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.135202] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.135383] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.auth_strategy = keystone {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.135553] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.compute_link_prefix = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.135730] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.135903] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.dhcp_domain = novalocal {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.136085] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.enable_instance_password = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.136252] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.glance_link_prefix = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.136445] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.136629] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.136793] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.instance_list_per_project_cells = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.136957] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.list_records_by_skipping_down_cells = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.137132] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.local_metadata_per_cell = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.137309] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.max_limit = 1000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.137501] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.metadata_cache_expiration = 15 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.137685] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.neutron_default_tenant_id = default {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.137858] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.response_validation = warn {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.138035] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.use_neutron_default_nets = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.138206] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.138369] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.138536] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.138731] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.138913] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.vendordata_dynamic_targets = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.139090] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.vendordata_jsonfile_path = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.139277] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.139491] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.backend = dogpile.cache.memcached {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.139674] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.backend_argument = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.139839] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.backend_expiration_time = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.140015] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.config_prefix = cache.oslo {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.140204] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.dead_timeout = 60.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.140389] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.debug_cache_backend = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.140519] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.enable_retry_client = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.140684] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.enable_socket_keepalive = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.140851] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.enabled = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.141027] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.enforce_fips_mode = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.141195] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.expiration_time = 600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.141356] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.hashclient_retry_attempts = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.141524] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.141686] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_dead_retry = 300 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.141843] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_password = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.142010] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.142180] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.142343] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_pool_maxsize = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.142508] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.142669] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_sasl_enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.142851] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.143032] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.143199] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.memcache_username = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.143367] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.proxies = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.143531] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.redis_db = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.143690] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.redis_password = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.143857] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.144047] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.144223] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.redis_server = localhost:6379 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.144390] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.redis_socket_timeout = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.144548] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.redis_username = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.144708] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.retry_attempts = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.144872] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.retry_delay = 0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.145044] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.socket_keepalive_count = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.145211] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.socket_keepalive_idle = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.145371] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.socket_keepalive_interval = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.145528] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.tls_allowed_ciphers = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.145682] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.tls_cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.145838] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.tls_certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.145997] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.tls_enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.146163] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cache.tls_keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.146354] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.146535] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.auth_type = password {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.146695] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.146869] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.147035] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.147200] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.147386] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.cross_az_attach = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.147547] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.debug = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.147702] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.endpoint_template = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.147862] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.http_retries = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.148028] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.148188] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.148360] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.os_region_name = RegionOne {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.148522] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.148700] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cinder.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.148882] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.149050] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.cpu_dedicated_set = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.149207] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.cpu_shared_set = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.149368] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.image_type_exclude_list = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.149531] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.149692] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.149852] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.150021] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.150195] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.150358] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.resource_provider_association_refresh = 300 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.150520] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.150679] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.shutdown_retry_interval = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.150858] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.151046] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] conductor.workers = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.151228] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] console.allowed_origins = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.151387] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] console.ssl_ciphers = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.151583] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] console.ssl_minimum_version = default {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.151761] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] consoleauth.enforce_session_timeout = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.151930] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] consoleauth.token_ttl = 600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.152114] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.152275] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.152438] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.152596] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.connect_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.152756] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.connect_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.152908] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.endpoint_override = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.153079] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.153238] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.153396] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.max_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.153554] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.min_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.153708] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.region_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.153864] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.retriable_status_codes = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.154027] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.154200] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.service_type = accelerator {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.154360] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.154517] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.status_code_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.154671] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.status_code_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.154827] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.155024] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.155182] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] cyborg.version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.155350] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.asyncio_connection = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.155513] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.asyncio_slave_connection = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.155682] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.backend = sqlalchemy {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.155850] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.connection = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.156019] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.connection_debug = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.156196] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.connection_parameters = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.156381] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.connection_recycle_time = 3600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.156558] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.connection_trace = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.156713] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.db_inc_retry_interval = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.156873] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.db_max_retries = 20 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.157039] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.db_max_retry_interval = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.157202] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.db_retry_interval = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.157386] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.max_overflow = 50 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.157557] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.max_pool_size = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.157714] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.max_retries = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.157879] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.158044] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.mysql_wsrep_sync_wait = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.158204] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.pool_timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.158363] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.retry_interval = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.158518] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.slave_connection = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.158696] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.sqlite_synchronous = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.158869] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] database.use_db_reconnect = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.159044] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.asyncio_connection = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.159204] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.asyncio_slave_connection = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.159371] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.backend = sqlalchemy {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.159540] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.connection = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.159699] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.connection_debug = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.159867] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.connection_parameters = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.160034] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.connection_recycle_time = 3600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.160197] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.connection_trace = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.160356] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.db_inc_retry_interval = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.160519] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.db_max_retries = 20 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.160678] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.db_max_retry_interval = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.160835] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.db_retry_interval = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.160992] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.max_overflow = 50 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.161164] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.max_pool_size = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.161322] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.max_retries = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.161488] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.161642] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.161796] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.pool_timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.161953] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.retry_interval = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.162119] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.slave_connection = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.162277] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] api_database.sqlite_synchronous = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.162448] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] devices.enabled_mdev_types = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.162625] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.162793] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.162955] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ephemeral_storage_encryption.enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.163128] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.163299] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.api_servers = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.163463] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.163658] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.163825] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.163984] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.connect_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.164158] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.connect_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.164324] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.debug = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.164488] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.default_trusted_certificate_ids = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.164648] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.enable_certificate_validation = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.164812] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.enable_rbd_download = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.164967] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.endpoint_override = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.165146] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.165309] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.165469] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.max_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.165625] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.min_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.165784] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.num_retries = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.165951] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.rbd_ceph_conf = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.166123] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.rbd_connect_timeout = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.166330] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.rbd_pool = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.166496] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.rbd_user = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.166659] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.region_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.166819] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.retriable_status_codes = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.166976] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.167158] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.service_type = image {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.167359] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.167571] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.status_code_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.167744] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.status_code_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.167906] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.168103] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.168274] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.verify_glance_signatures = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.168433] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] glance.version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.168602] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] guestfs.debug = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.168767] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.168929] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.auth_type = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.169098] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.169257] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.169419] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.169578] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.connect_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.169736] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.connect_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.169890] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.endpoint_override = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.170060] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.170219] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.170375] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.max_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.170589] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.min_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.170738] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.region_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.170835] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.retriable_status_codes = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.170990] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.171171] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.service_type = shared-file-system {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.171336] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.share_apply_policy_timeout = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.171498] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.171653] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.status_code_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.171809] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.status_code_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.171965] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.172161] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.172322] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] manila.version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.172488] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] mks.enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.172836] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.173034] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] image_cache.manager_interval = 2400 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.173206] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] image_cache.precache_concurrency = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.173376] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] image_cache.remove_unused_base_images = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.173546] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.173712] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.173888] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] image_cache.subdirectory_name = _base {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.174071] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.api_max_retries = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.174237] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.api_retry_interval = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.174396] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.174557] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.auth_type = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.174714] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.174869] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.175042] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.175209] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.conductor_group = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.175365] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.connect_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.175531] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.connect_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.175714] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.endpoint_override = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.175880] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.176049] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.176211] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.max_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.176392] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.min_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.176569] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.peer_list = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.176728] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.region_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.176889] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.retriable_status_codes = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.177059] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.serial_console_state_timeout = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.177220] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.177390] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.service_type = baremetal {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.177550] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.shard = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.177711] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.177866] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.status_code_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.178031] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.status_code_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.178193] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.178375] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.178538] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ironic.version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.178740] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.178922] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] key_manager.fixed_key = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.179116] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.179280] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.barbican_api_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.179436] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.barbican_endpoint = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.179608] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.barbican_endpoint_type = public {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.179764] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.barbican_region_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.179921] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.180090] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.180255] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.180415] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.180571] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.180733] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.number_of_retries = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.180890] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.retry_delay = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.181059] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.send_service_user_token = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.181221] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.181378] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.181538] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.verify_ssl = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.181694] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican.verify_ssl_path = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.181859] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.182030] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.auth_type = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.182191] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.182350] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.182516] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.182677] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.182834] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.182997] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.183169] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] barbican_service_user.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.183337] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.approle_role_id = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.183499] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.approle_secret_id = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.183667] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.kv_mountpoint = secret {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.183824] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.kv_path = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.183985] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.kv_version = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.184156] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.namespace = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.184315] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.root_token_id = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.184469] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.ssl_ca_crt_file = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.184633] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.timeout = 60.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.184796] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.use_ssl = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.184972] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.185148] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.185307] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.185475] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.185632] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.connect_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.185789] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.connect_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.185945] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.endpoint_override = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.186115] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.186272] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.186459] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.max_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.186625] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.min_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.186779] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.region_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.186936] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.retriable_status_codes = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.187111] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.187289] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.service_type = identity {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.187520] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.187760] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.status_code_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.187939] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.status_code_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.188117] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.188304] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.188467] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] keystone.version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.188681] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.ceph_mount_options = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.189151] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.189344] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.connection_uri = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.189513] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.cpu_mode = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.189686] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.189857] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.cpu_models = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.190039] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.cpu_power_governor_high = performance {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.190213] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.190387] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.cpu_power_management = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.190565] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.190731] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.device_detach_attempts = 8 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.190896] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.device_detach_timeout = 20 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.191077] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.disk_cachemodes = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.191238] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.disk_prefix = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.191401] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.enabled_perf_events = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.191562] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.file_backed_memory = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.191766] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.gid_maps = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.191930] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.hw_disk_discard = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.192100] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.hw_machine_type = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.192271] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.images_rbd_ceph_conf = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.192433] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.192594] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.192759] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.images_rbd_glance_store_name = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.192927] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.images_rbd_pool = rbd {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.193107] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.images_type = default {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.193268] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.images_volume_group = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.193431] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.inject_key = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.193594] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.inject_partition = -2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.193754] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.inject_password = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.193917] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.iscsi_iface = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.194087] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.iser_use_multipath = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.194250] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.194413] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.194574] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_downtime = 500 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.194734] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.194892] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.195062] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_inbound_addr = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.195226] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.195381] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.195537] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_scheme = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.195702] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_timeout_action = abort {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.195859] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_tunnelled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.196025] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_uri = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.196192] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.live_migration_with_native_tls = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.196382] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.max_queues = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.196554] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.196783] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.196943] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.nfs_mount_options = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.197247] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.197457] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.197639] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.197802] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.197964] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.198145] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.num_pcie_ports = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.198313] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.198483] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.pmem_namespaces = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.198662] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.quobyte_client_cfg = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.198939] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.199127] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.199293] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.199488] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.199656] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rbd_secret_uuid = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.199816] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rbd_user = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.199977] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.200162] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.200321] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rescue_image_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.200481] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rescue_kernel_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.200638] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rescue_ramdisk_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.200807] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.200966] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.rx_queue_size = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.201141] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.smbfs_mount_options = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.201433] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.201609] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.snapshot_compression = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.201772] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.snapshot_image_format = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.202011] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.202234] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.sparse_logical_volumes = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.202460] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.swtpm_enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.202650] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.swtpm_group = tss {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.202825] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.swtpm_user = tss {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.202996] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.sysinfo_serial = unique {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.203177] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.tb_cache_size = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.203335] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.tx_queue_size = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.203501] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.uid_maps = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.203663] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.use_virtio_for_bridges = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.203831] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.virt_type = kvm {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.203999] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.volume_clear = zero {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.204200] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.volume_clear_size = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.204367] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.volume_enforce_multipath = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.204533] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.volume_use_multipath = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.204690] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.vzstorage_cache_path = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.204859] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.205035] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.205205] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.205372] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.205705] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.205900] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.vzstorage_mount_user = stack {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.206082] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.206260] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.206459] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.auth_type = password {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.206627] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.206785] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.206945] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.207119] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.connect_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.207278] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.connect_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.207464] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.default_floating_pool = public {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.207634] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.endpoint_override = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.207802] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.extension_sync_interval = 600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.207961] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.http_retries = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.208138] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.208294] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.208455] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.max_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.208627] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.208784] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.min_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.208948] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.ovs_bridge = br-int {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.209125] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.physnets = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.209292] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.region_name = RegionOne {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.209450] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.retriable_status_codes = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.209618] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.service_metadata_proxy = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.209774] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.209939] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.service_type = network {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.210110] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.210267] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.status_code_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.210422] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.status_code_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.210588] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.210778] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.210937] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] neutron.version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.211124] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] notifications.bdms_in_notifications = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.211300] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] notifications.default_level = INFO {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.211473] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] notifications.include_share_mapping = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.211652] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] notifications.notification_format = unversioned {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.211814] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] notifications.notify_on_state_change = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.211989] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.212180] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] pci.alias = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.212348] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] pci.device_spec = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.212513] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] pci.report_in_placement = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.212681] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.212851] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.auth_type = password {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.213024] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.213186] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.213342] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.213502] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.213655] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.connect_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.213811] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.connect_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.213965] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.default_domain_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.214132] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.default_domain_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.214288] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.domain_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.214440] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.domain_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.214597] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.endpoint_override = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.214753] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.214907] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.215071] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.max_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.215228] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.min_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.215392] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.password = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.215549] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.project_domain_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.215713] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.project_domain_name = Default {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.215875] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.project_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.216054] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.project_name = service {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.216227] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.region_name = RegionOne {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.216416] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.retriable_status_codes = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.216579] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.216747] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.service_type = placement {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.216907] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.217072] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.status_code_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.217235] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.status_code_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.217396] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.system_scope = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.217574] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.217733] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.trust_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.217888] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.user_domain_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.218065] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.user_domain_name = Default {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.218227] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.user_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.218398] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.username = nova {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.218579] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.218737] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] placement.version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.218916] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.cores = 20 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.219092] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.count_usage_from_placement = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.219263] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.219430] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.injected_file_content_bytes = 10240 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.219596] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.injected_file_path_length = 255 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.219760] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.injected_files = 5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.219922] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.instances = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.220095] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.key_pairs = 100 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.220260] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.metadata_items = 128 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.220424] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.ram = 51200 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.220588] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.recheck_quota = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.220753] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.server_group_members = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.220917] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.server_groups = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.221139] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.221346] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] quota.unified_limits_resource_strategy = require {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.221473] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.221634] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.221793] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.image_metadata_prefilter = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.221948] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.222123] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.max_attempts = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.222284] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.max_placement_results = 1000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.222446] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.222603] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.222762] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.222931] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] scheduler.workers = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.223113] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.223282] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.223456] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.223625] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.223785] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.223944] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.224117] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.224322] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.224493] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.host_subset_size = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.224655] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.224812] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.224985] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.225163] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.225324] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.225488] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.isolated_hosts = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.225650] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.isolated_images = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.225808] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.225967] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.226138] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.226299] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.pci_in_placement = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.226484] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.226649] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.226810] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.226965] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.227140] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.227310] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.227505] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.track_instance_changes = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.227692] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.227860] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] metrics.required = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229128] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] metrics.weight_multiplier = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229128] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229128] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] metrics.weight_setting = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229128] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229128] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] serial_console.enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229128] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] serial_console.port_range = 10000:20000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229320] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229406] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229568] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] serial_console.serialproxy_port = 6083 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229734] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.229905] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.auth_type = password {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.230072] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.230230] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.230391] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.230551] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.230705] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.230872] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.send_service_user_token = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.231044] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.231204] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] service_user.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.231373] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.agent_enabled = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.231536] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.231843] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.232059] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.232235] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.html5proxy_port = 6082 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.232391] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.image_compression = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.232547] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.jpeg_compression = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.232702] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.playback_compression = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.232858] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.require_secure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.233033] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.server_listen = 127.0.0.1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.233204] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.233477] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.233644] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.streaming_mode = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.233801] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] spice.zlib_compression = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.233966] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] upgrade_levels.baseapi = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.234149] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] upgrade_levels.compute = auto {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.234312] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] upgrade_levels.conductor = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.234466] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] upgrade_levels.scheduler = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.234630] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.234790] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.234945] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.235115] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.235277] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.235437] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.235595] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.235754] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.235910] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vendordata_dynamic_auth.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.236095] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.api_retry_count = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.236258] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.ca_file = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.236462] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.236639] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.cluster_name = testcl1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.236806] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.connection_pool_size = 10 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.236964] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.console_delay_seconds = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.237146] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.datastore_regex = ^datastore.* {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.237429] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.237635] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.host_password = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.237809] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.host_port = 443 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.237980] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.host_username = administrator@vsphere.local {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.238166] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.insecure = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.238331] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.integration_bridge = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.238496] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.maximum_objects = 100 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.238652] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.pbm_default_policy = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.238811] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.pbm_enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.238965] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.pbm_wsdl_location = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.239147] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.239306] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.serial_port_proxy_uri = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.239463] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.serial_port_service_uri = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.239627] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.task_poll_interval = 0.5 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.239794] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.use_linked_clone = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.239959] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.vnc_keymap = en-us {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.240135] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.vnc_port = 5900 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.240297] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vmware.vnc_port_total = 10000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.240481] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.auth_schemes = ['none'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.240655] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.240936] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.241129] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.241299] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.novncproxy_port = 6080 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.241491] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.server_listen = 127.0.0.1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.241672] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.241828] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.vencrypt_ca_certs = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.241983] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.vencrypt_client_cert = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.242150] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vnc.vencrypt_client_key = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.242324] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.242484] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.disable_deep_image_inspection = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.242641] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.242797] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.242954] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.243126] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.disable_rootwrap = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.243284] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.enable_numa_live_migration = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.243439] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.243595] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.243751] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.243907] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.libvirt_disable_apic = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.244256] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.244428] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.244593] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.244751] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.244910] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.245079] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.245241] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.245397] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.245556] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.245715] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.245896] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.246071] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.client_socket_timeout = 900 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.246236] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.default_pool_size = 1000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.246427] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.keep_alive = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.246596] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.max_header_line = 16384 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.246753] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.246908] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.ssl_ca_file = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.247074] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.ssl_cert_file = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.247232] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.ssl_key_file = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.247396] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.tcp_keepidle = 600 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.247590] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.247761] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] zvm.ca_file = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.247920] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] zvm.cloud_connector_url = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.248224] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.248653] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] zvm.reachable_timeout = 300 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.248653] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.248752] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.248903] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.connection_string = messaging:// {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.249083] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.enabled = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.249259] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.es_doc_type = notification {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.249421] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.es_scroll_size = 10000 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.249588] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.es_scroll_time = 2m {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.249749] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.filter_error_trace = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.249915] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.hmac_keys = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.250092] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.sentinel_service_name = mymaster {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.250261] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.socket_timeout = 0.1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.250497] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.trace_requests = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.250570] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler.trace_sqlalchemy = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.250779] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler_jaeger.process_tags = {} {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.250921] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler_jaeger.service_name_prefix = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.251062] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] profiler_otlp.service_name_prefix = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.251214] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] remote_debug.host = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.251372] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] remote_debug.port = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.251571] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.251757] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.251853] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.252019] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.252181] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.252336] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.252498] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.252653] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.252809] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.252978] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.253153] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.253323] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.253490] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.253689] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.253859] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.254039] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.254209] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.254366] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.254534] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.254693] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.254850] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.255023] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.255187] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.255349] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.255509] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.255667] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.255826] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.255985] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.256160] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.256356] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.256512] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.ssl = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.256682] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.256849] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.257015] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.257191] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.257364] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.257559] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.257759] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.257926] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_notifications.retry = -1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.258119] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.258295] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.258467] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.auth_section = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.258640] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.auth_type = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.258816] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.cafile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.258974] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.certfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.259152] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.collect_timing = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.259310] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.connect_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.259471] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.connect_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.259626] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.endpoint_id = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.259793] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.259949] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.endpoint_override = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.260114] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.endpoint_region_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.260271] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.endpoint_service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.260425] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.endpoint_service_type = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.260583] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.insecure = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.260764] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.keyfile = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.260934] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.max_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.261102] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.min_version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.261258] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.region_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.261415] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.retriable_status_codes = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.261573] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.service_name = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.261726] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.service_type = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.261883] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.split_loggers = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.262052] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.status_code_retries = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.262213] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.status_code_retry_delay = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.262369] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.timeout = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.262525] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.valid_interfaces = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.262678] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_limit.version = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.262838] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_reports.file_event_handler = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.263007] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.263171] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] oslo_reports.log_dir = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.263337] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.263495] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.263651] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.263815] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.263976] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.264143] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.264312] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.264468] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_ovs_privileged.group = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.264619] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.264781] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.264939] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.265111] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] vif_plug_ovs_privileged.user = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.265283] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.265461] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.265636] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.265805] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.265973] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.266156] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.266350] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.266505] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.266690] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.266863] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_ovs.isolate_vif = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.267044] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.267214] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.267395] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.267591] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.267757] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] os_vif_ovs.per_port_bridge = False {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.267927] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] privsep_osbrick.capabilities = [21] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.268099] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] privsep_osbrick.group = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.268261] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] privsep_osbrick.helper_command = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.268426] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.268588] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.268770] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] privsep_osbrick.user = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.268949] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.269122] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] nova_sys_admin.group = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.269282] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] nova_sys_admin.helper_command = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.269448] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.269614] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.269770] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] nova_sys_admin.user = None {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.269899] env[62849]: DEBUG oslo_service.backend.eventlet.service [None req-4e6e8a5b-98d8-4353-8dca-8b1402a63da7 None None] ******************************************************************************** {{(pid=62849) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 502.270333] env[62849]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 502.774336] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Getting list of instances from cluster (obj){ [ 502.774336] env[62849]: value = "domain-c8" [ 502.774336] env[62849]: _type = "ClusterComputeResource" [ 502.774336] env[62849]: } {{(pid=62849) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 502.775442] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eb1ec4-8a68-4980-b9f9-6d1c19dc8108 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.784696] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Got total of 0 instances {{(pid=62849) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 502.785321] env[62849]: WARNING nova.virt.vmwareapi.driver [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 502.785790] env[62849]: INFO nova.virt.node [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Generated node identity 079fe32b-1fee-45a6-900e-aeae194e2ca9 [ 502.786039] env[62849]: INFO nova.virt.node [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Wrote node identity 079fe32b-1fee-45a6-900e-aeae194e2ca9 to /opt/stack/data/n-cpu-1/compute_id [ 503.288538] env[62849]: WARNING nova.compute.manager [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Compute nodes ['079fe32b-1fee-45a6-900e-aeae194e2ca9'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 504.293935] env[62849]: INFO nova.compute.manager [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 505.298768] env[62849]: WARNING nova.compute.manager [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 505.299152] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 505.299276] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 505.299367] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 505.299517] env[62849]: DEBUG nova.compute.resource_tracker [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 505.300448] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78b27e-c92a-4678-8993-0a42c637215f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.309392] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532413d1-0c4c-4ef2-bd2d-13a5aa409b6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.325978] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e71152-446f-4d72-9f0b-e1559396f2d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.333410] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effde1ca-e69c-42f1-a7f8-2cec290722ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.363527] env[62849]: DEBUG nova.compute.resource_tracker [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180672MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 505.363705] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 505.363877] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 505.866751] env[62849]: WARNING nova.compute.resource_tracker [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] No compute node record for cpu-1:079fe32b-1fee-45a6-900e-aeae194e2ca9: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 079fe32b-1fee-45a6-900e-aeae194e2ca9 could not be found. [ 506.373935] env[62849]: INFO nova.compute.resource_tracker [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 079fe32b-1fee-45a6-900e-aeae194e2ca9 [ 507.881643] env[62849]: DEBUG nova.compute.resource_tracker [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 507.882083] env[62849]: DEBUG nova.compute.resource_tracker [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 508.064093] env[62849]: INFO nova.scheduler.client.report [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] [req-943fb980-4c83-4065-ac70-2203b7dee7eb] Created resource provider record via placement API for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 508.081923] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9820a5c-12dd-41fc-a53d-3144caae744c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.090724] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f48443-32dd-4c32-8951-25277009da13 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.122434] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46e928a-9a92-47a4-bd7c-2a95da93fbcf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.131201] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0b33ec-1f10-4d28-add5-1b36e40c6819 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.147900] env[62849]: DEBUG nova.compute.provider_tree [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 508.683809] env[62849]: DEBUG nova.scheduler.client.report [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 508.684045] env[62849]: DEBUG nova.compute.provider_tree [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 0 to 1 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 508.684250] env[62849]: DEBUG nova.compute.provider_tree [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 508.734532] env[62849]: DEBUG nova.compute.provider_tree [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 1 to 2 during operation: update_traits {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 509.239432] env[62849]: DEBUG nova.compute.resource_tracker [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 509.239785] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.876s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 509.239785] env[62849]: DEBUG nova.service [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Creating RPC server for service compute {{(pid=62849) start /opt/stack/nova/nova/service.py:186}} [ 509.253735] env[62849]: DEBUG nova.service [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] Join ServiceGroup membership for this service compute {{(pid=62849) start /opt/stack/nova/nova/service.py:203}} [ 509.253936] env[62849]: DEBUG nova.servicegroup.drivers.db [None req-6e108fd9-f12b-499a-9621-5abdf8420f62 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62849) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 548.257260] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.764090] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Getting list of instances from cluster (obj){ [ 548.764090] env[62849]: value = "domain-c8" [ 548.764090] env[62849]: _type = "ClusterComputeResource" [ 548.764090] env[62849]: } {{(pid=62849) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.764090] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2afac71-2705-4b57-82bc-d627e096e310 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.775571] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Got total of 0 instances {{(pid=62849) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 548.776753] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.776753] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Getting list of instances from cluster (obj){ [ 548.776753] env[62849]: value = "domain-c8" [ 548.776753] env[62849]: _type = "ClusterComputeResource" [ 548.776753] env[62849]: } {{(pid=62849) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.778689] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f60c61-28f9-480b-bf30-ad3f532d2996 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.789770] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Got total of 0 instances {{(pid=62849) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 551.363415] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 551.364371] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 551.872334] env[62849]: DEBUG nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.415018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.415447] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.418321] env[62849]: INFO nova.compute.claims [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 552.896218] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.896537] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.399343] env[62849]: DEBUG nova.compute.manager [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.499341] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b673d4-9874-4610-95eb-e1454941cf8d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.512863] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d89388a-088b-4492-8d60-2d873204bddc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.551450] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17842b00-58f8-4569-8b66-fdb87be54b02 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.560596] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b76f6b-ad40-40c9-be52-1a436d558b67 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.578657] env[62849]: DEBUG nova.compute.provider_tree [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 553.934764] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.086026] env[62849]: DEBUG nova.scheduler.client.report [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.360416] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquiring lock "88f3b89d-102f-4531-aa6e-2bde698d619b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 554.360834] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "88f3b89d-102f-4531-aa6e-2bde698d619b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.589492] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 554.590750] env[62849]: DEBUG nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 554.592608] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.658s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 554.594310] env[62849]: INFO nova.compute.claims [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 554.866605] env[62849]: DEBUG nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.103961] env[62849]: DEBUG nova.compute.utils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 555.106600] env[62849]: DEBUG nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 555.107329] env[62849]: DEBUG nova.network.neutron [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 555.407918] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.601189] env[62849]: DEBUG nova.policy [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d1ee7a78a1f4ebab3b183dc72e82530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '639e1c7314044e5b8d763bfe540b480f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 555.606960] env[62849]: DEBUG nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 555.732711] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c6daae-93f9-4989-a1fd-22d3514822a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.744024] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc4d5d1-2fe9-4498-8a82-2cfce8ba8287 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.784789] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73badf9-6d74-45ec-8f31-6c7c011ca272 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.794140] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8a505-9ff5-46f7-b4db-ffe903cb8823 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.810430] env[62849]: DEBUG nova.compute.provider_tree [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.860269] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquiring lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.860269] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 555.980115] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquiring lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 555.980452] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.319681] env[62849]: DEBUG nova.scheduler.client.report [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.362915] env[62849]: DEBUG nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.489056] env[62849]: DEBUG nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.619741] env[62849]: DEBUG nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 556.651027] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.651027] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.651027] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.651221] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.651254] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.651409] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.651615] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.651767] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.652196] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.652449] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.652867] env[62849]: DEBUG nova.virt.hardware [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.653881] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213fa398-7161-48cc-b3d4-37f3a79f016a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.663964] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5786d1-76e2-4168-844b-932e31ceb389 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.685151] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3f9c56-7457-450f-a6ed-c1d6c3ce2d2a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.704469] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.704707] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.823916] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.824630] env[62849]: DEBUG nova.compute.manager [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.827917] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.420s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.830544] env[62849]: INFO nova.compute.claims [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.903723] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.028381] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.128785] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquiring lock "47563de8-701e-426e-a3c2-340c978f781a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.128785] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "47563de8-701e-426e-a3c2-340c978f781a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.209018] env[62849]: DEBUG nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.334961] env[62849]: DEBUG nova.compute.utils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 557.339034] env[62849]: DEBUG nova.compute.manager [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 557.393060] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.393431] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.393688] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.397502] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.397502] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.397502] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.397502] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.397502] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 557.397502] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.458707] env[62849]: DEBUG nova.network.neutron [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Successfully created port: e57837ca-399d-4607-88f8-4604b7508f93 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 557.634131] env[62849]: DEBUG nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 557.753898] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.839734] env[62849]: DEBUG nova.compute.manager [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.901290] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.048891] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b591ada-02d9-4147-8b16-639f00c8b0af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.059195] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ca477-9bc0-4d9b-b23e-5cdda8d28972 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.104794] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79074d36-d836-4a8a-8ff9-78957cc48955 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.114916] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a79c70-2052-4aec-b172-e8ec0725f950 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.131986] env[62849]: DEBUG nova.compute.provider_tree [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.174679] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.639297] env[62849]: DEBUG nova.scheduler.client.report [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.861562] env[62849]: DEBUG nova.compute.manager [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.910053] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.910053] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.910053] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.910326] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.910326] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.910391] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.910593] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.910760] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.910909] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.911071] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.911318] env[62849]: DEBUG nova.virt.hardware [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.913078] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e67b692-3aba-4f6d-99b9-9a187cafd8dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.932033] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691f07b6-1832-47e9-ab7f-186e411eae3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.952775] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 558.968797] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.970356] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aedc6cf-a6b0-4982-b72a-477faa8b134c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.987374] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Created folder: OpenStack in parent group-v4. [ 558.987374] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Creating folder: Project (8de7259f8a5f4934948fcfa1c7a0dcc1). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 558.989277] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51304514-ec70-4311-abf9-464b49ec0643 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.004285] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Created folder: Project (8de7259f8a5f4934948fcfa1c7a0dcc1) in parent group-v861840. [ 559.005436] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Creating folder: Instances. Parent ref: group-v861841. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.005436] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b0afee0-53ee-4692-b713-3ca77d5c2b13 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.016199] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Created folder: Instances in parent group-v861841. [ 559.016929] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 559.016929] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.016929] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437c2cb2-a0e9-4f21-b099-19029432de3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.034745] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.034745] env[62849]: value = "task-4403581" [ 559.034745] env[62849]: _type = "Task" [ 559.034745] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.044249] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403581, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.143212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 559.143701] env[62849]: DEBUG nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.146785] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.243s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 559.148270] env[62849]: INFO nova.compute.claims [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.552503] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403581, 'name': CreateVM_Task, 'duration_secs': 0.320849} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.552503] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 559.552503] env[62849]: DEBUG oslo_vmware.service [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63332e8a-9bee-4c30-bf3c-5ca47c8304db {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.560523] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.560823] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.561442] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.561740] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3167a1-65ee-44fd-a442-0cbb8875c571 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.567449] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 559.567449] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5254f958-7d41-e394-a93f-7399a94e568d" [ 559.567449] env[62849]: _type = "Task" [ 559.567449] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.577480] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5254f958-7d41-e394-a93f-7399a94e568d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.653304] env[62849]: DEBUG nova.compute.utils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 559.654150] env[62849]: DEBUG nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.654887] env[62849]: DEBUG nova.network.neutron [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 559.733398] env[62849]: DEBUG nova.policy [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26d3579e1403495da87a189a673da2c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd5d8f44d1bb4b74a63b67856f28cb06', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.087900] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.088158] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.088443] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.088560] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.089032] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.089266] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce5a618-d764-4665-9fa0-35072b9d05c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.118577] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.118577] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 560.119898] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47dc197-9783-4b2b-be1e-29bc8498456d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.133341] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0eb336-40e3-450b-ba2d-7935e37717a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.139856] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 560.139856] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52aef88e-cadc-ad6b-5b51-8969643e6541" [ 560.139856] env[62849]: _type = "Task" [ 560.139856] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.153795] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52aef88e-cadc-ad6b-5b51-8969643e6541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.160065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.160336] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.162484] env[62849]: DEBUG nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.407490] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d17a2f-8d2c-4ad3-8e74-f9a3a2c2f727 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.423045] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a57ed69-4fd2-4450-9949-eba77f3f243e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.462782] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7344f416-8c56-4895-8a15-8d63d3059c2a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.472850] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015821f7-bd30-42b1-8625-28dad79697f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.501112] env[62849]: DEBUG nova.compute.provider_tree [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.542927] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "7567076c-e3dd-42fd-b715-bf3ea8452826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 560.543177] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "7567076c-e3dd-42fd-b715-bf3ea8452826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 560.652395] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Preparing fetch location {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 560.652717] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Creating directory with path [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 560.652986] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6fb26f6-2302-48e0-8724-e6e2f63d575c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.663637] env[62849]: DEBUG nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.681209] env[62849]: DEBUG nova.network.neutron [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Successfully updated port: e57837ca-399d-4607-88f8-4604b7508f93 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 560.686758] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Created directory with path [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 560.687689] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Fetch image to [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 560.687689] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Downloading image file data 61e0a9c2-1d8a-43f8-b027-59fdf651611d to [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62849) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 560.691161] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40e9846-86db-4746-b9f2-dc8b0e1b2e9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.708436] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cbdcc4-e6c9-489d-b6d5-66ef4931f2c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.726810] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b517f4-80a0-414a-bcd9-393a0759a1e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.791852] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24c9743-7637-458f-9fc2-cbfc5ebe7116 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.802483] env[62849]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1e78fe96-9eb1-44e1-8383-d76f4c0d9392 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.834041] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Downloading image file data 61e0a9c2-1d8a-43f8-b027-59fdf651611d to the data store datastore1 {{(pid=62849) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 560.914554] env[62849]: DEBUG nova.network.neutron [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Successfully created port: eb5bc644-5a90-40ff-8882-4c2089f7ddf9 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 560.917328] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62849) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 561.001964] env[62849]: DEBUG nova.scheduler.client.report [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.045999] env[62849]: DEBUG nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.189858] env[62849]: DEBUG nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.192429] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "refresh_cache-187e2aa3-1637-4d1f-9af0-1f77920fe2c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.192504] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquired lock "refresh_cache-187e2aa3-1637-4d1f-9af0-1f77920fe2c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.192648] env[62849]: DEBUG nova.network.neutron [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 561.221757] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.230937] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.231195] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.231350] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.231613] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.231687] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.231793] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.231987] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.234694] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.234694] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.234694] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.234869] env[62849]: DEBUG nova.virt.hardware [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.235847] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62970367-7847-4806-a47a-7aeaf41cbe14 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.250407] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da473af4-2847-4bc8-8fd6-e559e3bbb4f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.509375] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.509970] env[62849]: DEBUG nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.513323] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.486s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.514976] env[62849]: INFO nova.compute.claims [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.580199] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.583279] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Completed reading data from the image iterator. {{(pid=62849) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 561.583518] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 561.738710] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Downloaded image file data 61e0a9c2-1d8a-43f8-b027-59fdf651611d to vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62849) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 561.740462] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Caching image {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 561.740763] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Copying Virtual Disk [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk to [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 561.741336] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec97542c-8cdc-4e74-9a0b-39995af5a97f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.749545] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 561.749545] env[62849]: value = "task-4403582" [ 561.749545] env[62849]: _type = "Task" [ 561.749545] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.759938] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.791420] env[62849]: DEBUG nova.network.neutron [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 562.023804] env[62849]: DEBUG nova.compute.utils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 562.034201] env[62849]: DEBUG nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.034400] env[62849]: DEBUG nova.network.neutron [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 562.239570] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Acquiring lock "9e017752-fb3d-44d4-9910-932aa6fa65b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.239813] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Lock "9e017752-fb3d-44d4-9910-932aa6fa65b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.268946] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403582, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.323126] env[62849]: DEBUG nova.policy [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a19bb93830824ded9d91d0e12a013d7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07a3aacc01b34cd1978c3e90086bca8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.546523] env[62849]: DEBUG nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.681541] env[62849]: DEBUG nova.network.neutron [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Updating instance_info_cache with network_info: [{"id": "e57837ca-399d-4607-88f8-4604b7508f93", "address": "fa:16:3e:17:1d:3f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57837ca-39", "ovs_interfaceid": "e57837ca-399d-4607-88f8-4604b7508f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.745154] env[62849]: DEBUG nova.compute.manager [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.774597] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695591} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.774597] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Copied Virtual Disk [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk to [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.774597] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleting the datastore file [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.774597] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abeb3efa-5138-460b-903c-7ac3543eff93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.785891] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 562.785891] env[62849]: value = "task-4403583" [ 562.785891] env[62849]: _type = "Task" [ 562.785891] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.798999] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.805636] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783a461f-783c-4782-a18a-17c46f133876 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.811386] env[62849]: DEBUG nova.compute.manager [req-18266185-bec7-49b6-b141-c445e95e0491 req-5b0cdf83-6fb6-42af-9380-2d8c79d525e5 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Received event network-vif-plugged-e57837ca-399d-4607-88f8-4604b7508f93 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 562.811596] env[62849]: DEBUG oslo_concurrency.lockutils [req-18266185-bec7-49b6-b141-c445e95e0491 req-5b0cdf83-6fb6-42af-9380-2d8c79d525e5 service nova] Acquiring lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.811802] env[62849]: DEBUG oslo_concurrency.lockutils [req-18266185-bec7-49b6-b141-c445e95e0491 req-5b0cdf83-6fb6-42af-9380-2d8c79d525e5 service nova] Lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.811957] env[62849]: DEBUG oslo_concurrency.lockutils [req-18266185-bec7-49b6-b141-c445e95e0491 req-5b0cdf83-6fb6-42af-9380-2d8c79d525e5 service nova] Lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.812139] env[62849]: DEBUG nova.compute.manager [req-18266185-bec7-49b6-b141-c445e95e0491 req-5b0cdf83-6fb6-42af-9380-2d8c79d525e5 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] No waiting events found dispatching network-vif-plugged-e57837ca-399d-4607-88f8-4604b7508f93 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 562.812333] env[62849]: WARNING nova.compute.manager [req-18266185-bec7-49b6-b141-c445e95e0491 req-5b0cdf83-6fb6-42af-9380-2d8c79d525e5 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Received unexpected event network-vif-plugged-e57837ca-399d-4607-88f8-4604b7508f93 for instance with vm_state building and task_state spawning. [ 562.819646] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05399374-e4ff-4f8c-b44f-150d90f88585 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.853210] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17187708-60ea-4c1a-8b92-830b60b7768a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.865796] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e5853c-89bc-46c7-9b46-c301e39a428c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.881213] env[62849]: DEBUG nova.compute.provider_tree [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.184540] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Releasing lock "refresh_cache-187e2aa3-1637-4d1f-9af0-1f77920fe2c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.184890] env[62849]: DEBUG nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Instance network_info: |[{"id": "e57837ca-399d-4607-88f8-4604b7508f93", "address": "fa:16:3e:17:1d:3f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57837ca-39", "ovs_interfaceid": "e57837ca-399d-4607-88f8-4604b7508f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.185549] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:1d:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e57837ca-399d-4607-88f8-4604b7508f93', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.194170] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Creating folder: Project (639e1c7314044e5b8d763bfe540b480f). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.195144] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da530c15-5f3b-40ca-934c-ab4c02cddab7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.209947] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Created folder: Project (639e1c7314044e5b8d763bfe540b480f) in parent group-v861840. [ 563.210379] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Creating folder: Instances. Parent ref: group-v861844. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 563.210438] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14a88164-2cd9-479d-8bfd-8a8431a34aee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.222587] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Created folder: Instances in parent group-v861844. [ 563.222587] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 563.222790] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.222951] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ca84012-7a1d-43ba-8392-0f978258fa5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.244484] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.244484] env[62849]: value = "task-4403586" [ 563.244484] env[62849]: _type = "Task" [ 563.244484] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.261214] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403586, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.298873] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031924} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.299250] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 563.299542] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Moving file from [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d/61e0a9c2-1d8a-43f8-b027-59fdf651611d to [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d. {{(pid=62849) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 563.301468] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-252c0d2c-d48f-4518-aca4-10ff179ec31e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.308854] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 563.308854] env[62849]: value = "task-4403587" [ 563.308854] env[62849]: _type = "Task" [ 563.308854] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.319474] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403587, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.375184] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.386684] env[62849]: DEBUG nova.scheduler.client.report [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.563935] env[62849]: DEBUG nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.595169] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.595485] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.595670] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.595811] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.595950] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.596528] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.597181] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.597495] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.597748] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.598447] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.598659] env[62849]: DEBUG nova.virt.hardware [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.600235] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d66ea33-2357-46b0-b898-e6f5efe5361d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.610117] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa99fb-64e7-471c-bc5b-d93587028879 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.756179] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403586, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.757101] env[62849]: DEBUG nova.network.neutron [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Successfully created port: 13be865a-3013-4611-b225-20bb12d5edaa {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 563.819586] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403587, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043211} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.819680] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] File moved {{(pid=62849) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 563.819877] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Cleaning up location [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 563.820179] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleting the datastore file [datastore1] vmware_temp/aea6b4e3-1366-4c2e-9501-0412f147dc5d {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 563.820501] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9be693c-4c45-4901-b635-907202b1f03c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.829526] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 563.829526] env[62849]: value = "task-4403588" [ 563.829526] env[62849]: _type = "Task" [ 563.829526] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.839773] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.896334] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 563.896851] env[62849]: DEBUG nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.900519] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.147s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 563.901995] env[62849]: INFO nova.compute.claims [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 564.239741] env[62849]: DEBUG nova.network.neutron [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Successfully updated port: eb5bc644-5a90-40ff-8882-4c2089f7ddf9 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 564.269829] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403586, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.353058] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027114} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.353058] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 564.356114] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c04c2fa-8a2c-4dbd-a6e7-ed8e3d2f298b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.364320] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 564.364320] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cb9007-fe18-0dba-c74b-e8a59b7cf56c" [ 564.364320] env[62849]: _type = "Task" [ 564.364320] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.384081] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cb9007-fe18-0dba-c74b-e8a59b7cf56c, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.384081] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.384081] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.384081] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-390cf38e-587c-4efd-96e5-7c91a1eb9a01 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.394418] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 564.394418] env[62849]: value = "task-4403589" [ 564.394418] env[62849]: _type = "Task" [ 564.394418] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.410786] env[62849]: DEBUG nova.compute.utils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 564.411863] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.414280] env[62849]: DEBUG nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.414909] env[62849]: DEBUG nova.network.neutron [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 564.587041] env[62849]: DEBUG nova.policy [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c57959d304114f6a8e4848dd923bedd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3bebe5db1e44c88876a30577e21b1de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.743415] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquiring lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.743538] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquired lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.743696] env[62849]: DEBUG nova.network.neutron [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 564.759473] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403586, 'name': CreateVM_Task, 'duration_secs': 1.399427} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.759897] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.782380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.782492] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.782836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.783537] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd55102-4977-46b5-adab-ae044e6f6ff3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.797806] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 564.797806] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e6522-b159-10ef-a037-9b0d290cffba" [ 564.797806] env[62849]: _type = "Task" [ 564.797806] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.810587] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e6522-b159-10ef-a037-9b0d290cffba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.915315] env[62849]: DEBUG nova.compute.manager [req-44f50eb8-e916-4de1-982b-e1173d6086ab req-f471937f-e1a1-4652-9693-53ba795b6086 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Received event network-vif-plugged-eb5bc644-5a90-40ff-8882-4c2089f7ddf9 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 564.915545] env[62849]: DEBUG oslo_concurrency.lockutils [req-44f50eb8-e916-4de1-982b-e1173d6086ab req-f471937f-e1a1-4652-9693-53ba795b6086 service nova] Acquiring lock "88f3b89d-102f-4531-aa6e-2bde698d619b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.915831] env[62849]: DEBUG oslo_concurrency.lockutils [req-44f50eb8-e916-4de1-982b-e1173d6086ab req-f471937f-e1a1-4652-9693-53ba795b6086 service nova] Lock "88f3b89d-102f-4531-aa6e-2bde698d619b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.915965] env[62849]: DEBUG oslo_concurrency.lockutils [req-44f50eb8-e916-4de1-982b-e1173d6086ab req-f471937f-e1a1-4652-9693-53ba795b6086 service nova] Lock "88f3b89d-102f-4531-aa6e-2bde698d619b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.916158] env[62849]: DEBUG nova.compute.manager [req-44f50eb8-e916-4de1-982b-e1173d6086ab req-f471937f-e1a1-4652-9693-53ba795b6086 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] No waiting events found dispatching network-vif-plugged-eb5bc644-5a90-40ff-8882-4c2089f7ddf9 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.916318] env[62849]: WARNING nova.compute.manager [req-44f50eb8-e916-4de1-982b-e1173d6086ab req-f471937f-e1a1-4652-9693-53ba795b6086 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Received unexpected event network-vif-plugged-eb5bc644-5a90-40ff-8882-4c2089f7ddf9 for instance with vm_state building and task_state spawning. [ 564.917195] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.918940] env[62849]: DEBUG nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 565.285083] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a19571-6717-495c-8038-84c7f40dad0b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.294465] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb3cc7-7afc-45e1-86be-cbef1a757686 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.336121] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18061947-dead-4f3a-beca-70f7f1f7fd8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.341147] env[62849]: DEBUG nova.network.neutron [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 565.350419] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e6522-b159-10ef-a037-9b0d290cffba, 'name': SearchDatastore_Task, 'duration_secs': 0.062738} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.352685] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.353765] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.354020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.354164] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.354352] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.354708] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7610974a-d0a8-4c06-9e66-46d560d22f96 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.357949] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619e58a2-096e-4cbe-b8be-ccda5010f0f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.376898] env[62849]: DEBUG nova.compute.provider_tree [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.389216] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.389216] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.390591] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3967628-05c1-42c3-b2dd-e17b57980080 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.400480] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 565.400480] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52550a4a-fbee-a5ec-66e4-b6e14943abe5" [ 565.400480] env[62849]: _type = "Task" [ 565.400480] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.408353] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616803} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.408353] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.408353] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.408865] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-846308d8-a5f0-4164-b6a8-ba8c15791d1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.414480] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52550a4a-fbee-a5ec-66e4-b6e14943abe5, 'name': SearchDatastore_Task, 'duration_secs': 0.009351} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.415652] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5560252d-08de-4d04-a626-c7f77ffc8836 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.420096] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 565.420096] env[62849]: value = "task-4403590" [ 565.420096] env[62849]: _type = "Task" [ 565.420096] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.424833] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 565.424833] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a3ddeb-7d88-402f-0011-4c983bf72310" [ 565.424833] env[62849]: _type = "Task" [ 565.424833] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.437179] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.447651] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a3ddeb-7d88-402f-0011-4c983bf72310, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.449122] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.449554] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 187e2aa3-1637-4d1f-9af0-1f77920fe2c8/187e2aa3-1637-4d1f-9af0-1f77920fe2c8.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.449965] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7ec0680-add3-4303-bf76-f37678bf2996 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.461205] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 565.461205] env[62849]: value = "task-4403591" [ 565.461205] env[62849]: _type = "Task" [ 565.461205] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.474173] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.706352] env[62849]: DEBUG nova.network.neutron [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Updating instance_info_cache with network_info: [{"id": "eb5bc644-5a90-40ff-8882-4c2089f7ddf9", "address": "fa:16:3e:1b:53:4e", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5bc644-5a", "ovs_interfaceid": "eb5bc644-5a90-40ff-8882-4c2089f7ddf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.886227] env[62849]: DEBUG nova.scheduler.client.report [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.934715] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07988} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.934996] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.936147] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c885caa9-3271-4d65-8342-4deaf2daee7c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.939679] env[62849]: DEBUG nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.974412] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.975190] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d35441d9-812c-4da6-8e3c-7a8f6077b419 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.016499] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530877} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.016831] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 566.016831] env[62849]: value = "task-4403592" [ 566.016831] env[62849]: _type = "Task" [ 566.016831] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.017072] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 187e2aa3-1637-4d1f-9af0-1f77920fe2c8/187e2aa3-1637-4d1f-9af0-1f77920fe2c8.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.018015] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.018015] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d552d2c6-a973-4b33-aafc-d1f1c000e076 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.041713] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.042648] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 566.042648] env[62849]: value = "task-4403593" [ 566.042648] env[62849]: _type = "Task" [ 566.042648] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.056019] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.079265] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.079699] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.079699] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.079840] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.080245] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.080245] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.080359] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.080508] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.080670] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.080855] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.081574] env[62849]: DEBUG nova.virt.hardware [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.081968] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf1fdc-e235-4e6c-84c6-1dab25121f69 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.100233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f660a3f-1563-45ff-b56d-1c45d6181a14 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.129872] env[62849]: DEBUG nova.compute.manager [req-fc8b4f52-5ab3-4e54-bef3-de8cb15a8820 req-64f2fe3f-ee6d-42f8-9e74-bbddfefe08e5 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Received event network-changed-e57837ca-399d-4607-88f8-4604b7508f93 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 566.129872] env[62849]: DEBUG nova.compute.manager [req-fc8b4f52-5ab3-4e54-bef3-de8cb15a8820 req-64f2fe3f-ee6d-42f8-9e74-bbddfefe08e5 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Refreshing instance network info cache due to event network-changed-e57837ca-399d-4607-88f8-4604b7508f93. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 566.129872] env[62849]: DEBUG oslo_concurrency.lockutils [req-fc8b4f52-5ab3-4e54-bef3-de8cb15a8820 req-64f2fe3f-ee6d-42f8-9e74-bbddfefe08e5 service nova] Acquiring lock "refresh_cache-187e2aa3-1637-4d1f-9af0-1f77920fe2c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.129872] env[62849]: DEBUG oslo_concurrency.lockutils [req-fc8b4f52-5ab3-4e54-bef3-de8cb15a8820 req-64f2fe3f-ee6d-42f8-9e74-bbddfefe08e5 service nova] Acquired lock "refresh_cache-187e2aa3-1637-4d1f-9af0-1f77920fe2c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.129872] env[62849]: DEBUG nova.network.neutron [req-fc8b4f52-5ab3-4e54-bef3-de8cb15a8820 req-64f2fe3f-ee6d-42f8-9e74-bbddfefe08e5 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Refreshing network info cache for port e57837ca-399d-4607-88f8-4604b7508f93 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.212916] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Releasing lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.213073] env[62849]: DEBUG nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Instance network_info: |[{"id": "eb5bc644-5a90-40ff-8882-4c2089f7ddf9", "address": "fa:16:3e:1b:53:4e", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5bc644-5a", "ovs_interfaceid": "eb5bc644-5a90-40ff-8882-4c2089f7ddf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.213502] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:53:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb5bc644-5a90-40ff-8882-4c2089f7ddf9', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.221345] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Creating folder: Project (bd5d8f44d1bb4b74a63b67856f28cb06). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.221642] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e17997ae-e67d-45ad-882b-8a044bac0781 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.234089] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Created folder: Project (bd5d8f44d1bb4b74a63b67856f28cb06) in parent group-v861840. [ 566.234297] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Creating folder: Instances. Parent ref: group-v861847. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.234551] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e0c0acc-6cb9-4310-acd3-4e6a668dfd28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.248889] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Created folder: Instances in parent group-v861847. [ 566.249156] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 566.249351] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.249552] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c38d176a-91ae-4f2a-99b6-596f69f5edb8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.272275] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.272275] env[62849]: value = "task-4403596" [ 566.272275] env[62849]: _type = "Task" [ 566.272275] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.292627] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403596, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.303262] env[62849]: DEBUG nova.network.neutron [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Successfully created port: 8d647eeb-2ec5-49f1-b972-8e898b0b39d0 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 566.391721] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.392209] env[62849]: DEBUG nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.395585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.494s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.395585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 566.395585] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 566.395585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.221s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.396894] env[62849]: INFO nova.compute.claims [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.400441] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0647c556-70b7-40d8-9d10-56a63fb6fc0c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.410444] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1f207d-a0aa-46a5-aded-0eb37876c5f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.426969] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc652673-41c8-4bfe-ba51-b473f0d94a87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.440368] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e51a20c-f518-47e8-ac44-9f8b67a94ef8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.483172] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180738MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 566.485353] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.530146] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403592, 'name': ReconfigVM_Task, 'duration_secs': 0.329078} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.530146] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 566.530910] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38352515-38a7-4d00-b8d1-8846a170a4a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.541838] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 566.541838] env[62849]: value = "task-4403597" [ 566.541838] env[62849]: _type = "Task" [ 566.541838] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.556868] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403597, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.559732] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067729} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.559989] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.560806] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b953ed-4338-4d35-b18c-bad5b93cb750 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.588073] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 187e2aa3-1637-4d1f-9af0-1f77920fe2c8/187e2aa3-1637-4d1f-9af0-1f77920fe2c8.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.588540] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ddbb760-1457-4753-8287-1d2aafc5a3b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.610993] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 566.610993] env[62849]: value = "task-4403598" [ 566.610993] env[62849]: _type = "Task" [ 566.610993] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.624944] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403598, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.783181] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403596, 'name': CreateVM_Task, 'duration_secs': 0.408896} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.783370] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.784459] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.784654] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.784981] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.785367] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3872ed37-1530-4def-9a90-2833dcab0bac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.791942] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 566.791942] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5230dfdf-c8d4-d51a-aadd-697de9da4de8" [ 566.791942] env[62849]: _type = "Task" [ 566.791942] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.802902] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5230dfdf-c8d4-d51a-aadd-697de9da4de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.902417] env[62849]: DEBUG nova.compute.utils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 566.906121] env[62849]: DEBUG nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.906121] env[62849]: DEBUG nova.network.neutron [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 567.056614] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403597, 'name': Rename_Task, 'duration_secs': 0.157053} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.056732] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.057471] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65856fa8-6514-40f9-93b9-c5f33a38f1cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.069140] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 567.069140] env[62849]: value = "task-4403599" [ 567.069140] env[62849]: _type = "Task" [ 567.069140] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.086120] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403599, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.121680] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403598, 'name': ReconfigVM_Task, 'duration_secs': 0.309582} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.121835] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 187e2aa3-1637-4d1f-9af0-1f77920fe2c8/187e2aa3-1637-4d1f-9af0-1f77920fe2c8.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.122495] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-072a11fb-988d-43fc-a84b-7c231fd07f35 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.133111] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 567.133111] env[62849]: value = "task-4403600" [ 567.133111] env[62849]: _type = "Task" [ 567.133111] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.149030] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403600, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.150232] env[62849]: DEBUG nova.policy [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79799a695ae24acfa3e267724fe26f5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84dafa5b23b940b0bd11f0b09c43cd9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 567.305476] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5230dfdf-c8d4-d51a-aadd-697de9da4de8, 'name': SearchDatastore_Task, 'duration_secs': 0.01485} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.305785] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.306022] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 567.306248] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.306409] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.306582] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.306837] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59ad11d-1f0a-46bf-be7d-007275c42041 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.317065] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.317532] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.318196] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ab9e61-eeed-4d5d-ab5b-c6d2c1b2caca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.329160] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 567.329160] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d65ce-c67b-7c1c-0fc4-f30a1c80691b" [ 567.329160] env[62849]: _type = "Task" [ 567.329160] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.346434] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d65ce-c67b-7c1c-0fc4-f30a1c80691b, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.349652] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3c6587-bbfa-4252-a9fc-eec8a10cc526 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.363349] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 567.363349] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52527801-cce3-7bad-49c6-c16e624e9b5f" [ 567.363349] env[62849]: _type = "Task" [ 567.363349] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.380521] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52527801-cce3-7bad-49c6-c16e624e9b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.380765] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.381021] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 88f3b89d-102f-4531-aa6e-2bde698d619b/88f3b89d-102f-4531-aa6e-2bde698d619b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.381326] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-127b3a67-49d1-409c-ab06-58f10e91014d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.392865] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 567.392865] env[62849]: value = "task-4403601" [ 567.392865] env[62849]: _type = "Task" [ 567.392865] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.403779] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.411525] env[62849]: DEBUG nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.530140] env[62849]: DEBUG nova.network.neutron [req-fc8b4f52-5ab3-4e54-bef3-de8cb15a8820 req-64f2fe3f-ee6d-42f8-9e74-bbddfefe08e5 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Updated VIF entry in instance network info cache for port e57837ca-399d-4607-88f8-4604b7508f93. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 567.530140] env[62849]: DEBUG nova.network.neutron [req-fc8b4f52-5ab3-4e54-bef3-de8cb15a8820 req-64f2fe3f-ee6d-42f8-9e74-bbddfefe08e5 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Updating instance_info_cache with network_info: [{"id": "e57837ca-399d-4607-88f8-4604b7508f93", "address": "fa:16:3e:17:1d:3f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57837ca-39", "ovs_interfaceid": "e57837ca-399d-4607-88f8-4604b7508f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.596374] env[62849]: DEBUG oslo_vmware.api [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403599, 'name': PowerOnVM_Task, 'duration_secs': 0.477207} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.596654] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.597637] env[62849]: INFO nova.compute.manager [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Took 8.74 seconds to spawn the instance on the hypervisor. [ 567.597637] env[62849]: DEBUG nova.compute.manager [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.603299] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e15da7f-5a71-4c19-a44c-c00470a41539 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.650800] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403600, 'name': Rename_Task, 'duration_secs': 0.152875} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.651151] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.651452] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e1749d-b703-4a2d-8560-d7370f6e9aad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.663241] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 567.663241] env[62849]: value = "task-4403602" [ 567.663241] env[62849]: _type = "Task" [ 567.663241] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.671814] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.739523] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f44a52-231d-4664-b8b2-f410e0711915 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.750503] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e6de15-ac1b-4707-9d66-7ffeab3aae0e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.789071] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc5486a-d4d2-41a0-9f4e-90a7b4381193 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.802565] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fba701-0581-417a-8b20-797575476d2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.819764] env[62849]: DEBUG nova.compute.provider_tree [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.910157] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403601, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.026592] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c470235b-8456-4a41-90c3-89205b6d0e32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.027123] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.031967] env[62849]: DEBUG oslo_concurrency.lockutils [req-fc8b4f52-5ab3-4e54-bef3-de8cb15a8820 req-64f2fe3f-ee6d-42f8-9e74-bbddfefe08e5 service nova] Releasing lock "refresh_cache-187e2aa3-1637-4d1f-9af0-1f77920fe2c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.130599] env[62849]: INFO nova.compute.manager [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Took 14.23 seconds to build instance. [ 568.174414] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.174673] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.174921] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.324177] env[62849]: DEBUG nova.scheduler.client.report [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.407621] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585595} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.407928] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 88f3b89d-102f-4531-aa6e-2bde698d619b/88f3b89d-102f-4531-aa6e-2bde698d619b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.408185] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.408497] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-177051c2-a654-4c7c-a500-640cd5a99268 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.418517] env[62849]: DEBUG nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.421150] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 568.421150] env[62849]: value = "task-4403603" [ 568.421150] env[62849]: _type = "Task" [ 568.421150] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.426348] env[62849]: DEBUG nova.network.neutron [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Successfully updated port: 13be865a-3013-4611-b225-20bb12d5edaa {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 568.438063] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.443900] env[62849]: DEBUG nova.network.neutron [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Successfully created port: 2f67f60c-a6a9-4f9b-8e04-132d5074ae12 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 568.458026] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.458606] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.458822] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.459023] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.459395] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.459395] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.459656] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.460485] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.460485] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.460485] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.460485] env[62849]: DEBUG nova.virt.hardware [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.461943] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60364d-e972-44f1-8391-0462ffb2af72 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.473188] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a60e7d7-ddc1-4378-997f-3b6a687b7c94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.636028] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1690abb-408b-49da-9db7-8f4f77b2ef9e tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.739s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.672424] env[62849]: DEBUG oslo_vmware.api [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403602, 'name': PowerOnVM_Task, 'duration_secs': 0.690884} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.672780] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.673024] env[62849]: INFO nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Took 12.05 seconds to spawn the instance on the hypervisor. [ 568.673258] env[62849]: DEBUG nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.674105] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72ab11-9ad2-479c-9398-951e3712e281 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.829934] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.830489] env[62849]: DEBUG nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.833321] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.612s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.834799] env[62849]: INFO nova.compute.claims [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.935249] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquiring lock "refresh_cache-9d80ff8b-ffbb-4238-bd78-1e0b83497004" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.935249] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquired lock "refresh_cache-9d80ff8b-ffbb-4238-bd78-1e0b83497004" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.935249] env[62849]: DEBUG nova.network.neutron [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 568.936887] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076841} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.937155] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.938237] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d298e223-5b54-4e93-8bf8-907fbf78c1c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.964911] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 88f3b89d-102f-4531-aa6e-2bde698d619b/88f3b89d-102f-4531-aa6e-2bde698d619b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.966050] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8366f27-12ab-4798-bb3c-0837316cb152 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.989433] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 568.989433] env[62849]: value = "task-4403604" [ 568.989433] env[62849]: _type = "Task" [ 568.989433] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.001300] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.139337] env[62849]: DEBUG nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.198168] env[62849]: INFO nova.compute.manager [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Took 16.81 seconds to build instance. [ 569.244197] env[62849]: DEBUG nova.compute.manager [req-28645f5a-c15c-4918-aae4-878659411cad req-165f4c6b-c9b6-4ace-b604-cd4673fc88e0 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Received event network-changed-eb5bc644-5a90-40ff-8882-4c2089f7ddf9 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 569.244410] env[62849]: DEBUG nova.compute.manager [req-28645f5a-c15c-4918-aae4-878659411cad req-165f4c6b-c9b6-4ace-b604-cd4673fc88e0 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Refreshing instance network info cache due to event network-changed-eb5bc644-5a90-40ff-8882-4c2089f7ddf9. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 569.244622] env[62849]: DEBUG oslo_concurrency.lockutils [req-28645f5a-c15c-4918-aae4-878659411cad req-165f4c6b-c9b6-4ace-b604-cd4673fc88e0 service nova] Acquiring lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.244891] env[62849]: DEBUG oslo_concurrency.lockutils [req-28645f5a-c15c-4918-aae4-878659411cad req-165f4c6b-c9b6-4ace-b604-cd4673fc88e0 service nova] Acquired lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.244979] env[62849]: DEBUG nova.network.neutron [req-28645f5a-c15c-4918-aae4-878659411cad req-165f4c6b-c9b6-4ace-b604-cd4673fc88e0 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Refreshing network info cache for port eb5bc644-5a90-40ff-8882-4c2089f7ddf9 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.340694] env[62849]: DEBUG nova.compute.utils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 569.351658] env[62849]: DEBUG nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.351851] env[62849]: DEBUG nova.network.neutron [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 569.502648] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403604, 'name': ReconfigVM_Task, 'duration_secs': 0.320026} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.502949] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 88f3b89d-102f-4531-aa6e-2bde698d619b/88f3b89d-102f-4531-aa6e-2bde698d619b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.503847] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48d03890-0876-423f-b55b-dabd90b90380 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.515057] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 569.515057] env[62849]: value = "task-4403605" [ 569.515057] env[62849]: _type = "Task" [ 569.515057] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.524695] env[62849]: DEBUG nova.policy [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fffde8fc714017939042a18c7a1663', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3c4aad33f647498f460459bb35f002', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.530668] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403605, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.543241] env[62849]: DEBUG nova.network.neutron [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 569.684835] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.699974] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6491922a-da8a-4230-948e-984eb851cd02 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.336s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.861571] env[62849]: DEBUG nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.017856] env[62849]: DEBUG nova.network.neutron [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Updating instance_info_cache with network_info: [{"id": "13be865a-3013-4611-b225-20bb12d5edaa", "address": "fa:16:3e:ab:3d:61", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13be865a-30", "ovs_interfaceid": "13be865a-3013-4611-b225-20bb12d5edaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.045572] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403605, 'name': Rename_Task, 'duration_secs': 0.151594} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.045899] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.046192] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76b9a5b8-da3f-49ec-a431-2bf69d60720a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.058626] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 570.058626] env[62849]: value = "task-4403606" [ 570.058626] env[62849]: _type = "Task" [ 570.058626] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.077113] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.204090] env[62849]: DEBUG nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.211650] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c16162-ccc6-445f-93d9-f0af64742915 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.227733] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360432a8-90cd-45d8-89db-e260db32523d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.272102] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f448df-e67b-445e-a95c-82daf1faa82d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.288955] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc148a96-4f4e-45c8-9fb4-e4ec9c5768e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.308154] env[62849]: DEBUG nova.compute.provider_tree [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.384399] env[62849]: DEBUG nova.network.neutron [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Successfully updated port: 8d647eeb-2ec5-49f1-b972-8e898b0b39d0 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 570.534333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Releasing lock "refresh_cache-9d80ff8b-ffbb-4238-bd78-1e0b83497004" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.534333] env[62849]: DEBUG nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Instance network_info: |[{"id": "13be865a-3013-4611-b225-20bb12d5edaa", "address": "fa:16:3e:ab:3d:61", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13be865a-30", "ovs_interfaceid": "13be865a-3013-4611-b225-20bb12d5edaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 570.534617] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:3d:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13be865a-3013-4611-b225-20bb12d5edaa', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 570.543327] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Creating folder: Project (07a3aacc01b34cd1978c3e90086bca8e). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.547891] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ead80e6-2e84-40e8-9126-5d98e0697806 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.565491] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Created folder: Project (07a3aacc01b34cd1978c3e90086bca8e) in parent group-v861840. [ 570.566053] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Creating folder: Instances. Parent ref: group-v861850. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 570.566589] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e534023-5ae2-4970-8da0-8460ab8e47ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.574612] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403606, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.586027] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Created folder: Instances in parent group-v861850. [ 570.586027] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 570.586027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 570.586027] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eae7bf1-5a3e-4b01-8dc2-78fbf10f90c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.624807] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 570.624807] env[62849]: value = "task-4403609" [ 570.624807] env[62849]: _type = "Task" [ 570.624807] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.639827] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403609, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.749664] env[62849]: DEBUG nova.network.neutron [req-28645f5a-c15c-4918-aae4-878659411cad req-165f4c6b-c9b6-4ace-b604-cd4673fc88e0 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Updated VIF entry in instance network info cache for port eb5bc644-5a90-40ff-8882-4c2089f7ddf9. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 570.749664] env[62849]: DEBUG nova.network.neutron [req-28645f5a-c15c-4918-aae4-878659411cad req-165f4c6b-c9b6-4ace-b604-cd4673fc88e0 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Updating instance_info_cache with network_info: [{"id": "eb5bc644-5a90-40ff-8882-4c2089f7ddf9", "address": "fa:16:3e:1b:53:4e", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5bc644-5a", "ovs_interfaceid": "eb5bc644-5a90-40ff-8882-4c2089f7ddf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.751713] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.812182] env[62849]: DEBUG nova.scheduler.client.report [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.874856] env[62849]: DEBUG nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.886699] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquiring lock "refresh_cache-ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.887281] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquired lock "refresh_cache-ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.887281] env[62849]: DEBUG nova.network.neutron [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 570.913090] env[62849]: DEBUG nova.network.neutron [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Successfully created port: 68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 570.927247] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.927654] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.927654] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.927827] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.927969] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.929426] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.929521] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.931388] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.931388] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.931388] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.931388] env[62849]: DEBUG nova.virt.hardware [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.931559] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1d9895-cfef-4fda-b319-3a5e721b83a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.946358] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca8b526-8c03-4664-a576-c40eb84567e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.073992] env[62849]: DEBUG oslo_vmware.api [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403606, 'name': PowerOnVM_Task, 'duration_secs': 0.523011} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.075038] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.076306] env[62849]: INFO nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Took 9.89 seconds to spawn the instance on the hypervisor. [ 571.076306] env[62849]: DEBUG nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.077519] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb11c67-b4a7-48a6-89c8-ee1cfaf990ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.140464] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403609, 'name': CreateVM_Task, 'duration_secs': 0.495401} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.140731] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 571.142538] env[62849]: DEBUG oslo_vmware.service [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca35b33-1c7a-4a3e-95b3-6e096901aeb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.150629] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.150837] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.151449] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.151760] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85906cf-8150-46c4-9823-daf319d6c40a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.161024] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 571.161024] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529916df-dfb4-0c0d-88c4-f66478ae57a6" [ 571.161024] env[62849]: _type = "Task" [ 571.161024] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.172427] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529916df-dfb4-0c0d-88c4-f66478ae57a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.253897] env[62849]: DEBUG oslo_concurrency.lockutils [req-28645f5a-c15c-4918-aae4-878659411cad req-165f4c6b-c9b6-4ace-b604-cd4673fc88e0 service nova] Releasing lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.318068] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.318214] env[62849]: DEBUG nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.321687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.741s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.323456] env[62849]: INFO nova.compute.claims [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 571.501693] env[62849]: DEBUG nova.network.neutron [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 571.533335] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.533614] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.607835] env[62849]: INFO nova.compute.manager [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Took 16.23 seconds to build instance. [ 571.673141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.673473] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 571.673883] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.674097] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.674329] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.674622] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1ad74a8-c0b6-4322-8a8d-227e602a7120 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.691875] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.692105] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.692929] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef21f732-91b3-436b-8d26-6b69b0b0ece7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.704122] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c0e03a-88cd-40d7-a28e-b1bbea129895 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.710780] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 571.710780] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52995a36-41b2-a378-91c3-a12ae97c8e91" [ 571.710780] env[62849]: _type = "Task" [ 571.710780] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.726251] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52995a36-41b2-a378-91c3-a12ae97c8e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.832076] env[62849]: DEBUG nova.compute.utils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 571.833783] env[62849]: DEBUG nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.833959] env[62849]: DEBUG nova.network.neutron [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 572.025574] env[62849]: DEBUG nova.policy [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '707aff994e0043549629b44c0761c06c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e7892518d5946bca8d1adb72ffb173c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.046418] env[62849]: DEBUG nova.network.neutron [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Updating instance_info_cache with network_info: [{"id": "8d647eeb-2ec5-49f1-b972-8e898b0b39d0", "address": "fa:16:3e:0d:67:5c", "network": {"id": "b8d34eed-00da-46a2-a9ae-ae8755543548", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-302973689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bebe5db1e44c88876a30577e21b1de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d647eeb-2e", "ovs_interfaceid": "8d647eeb-2ec5-49f1-b972-8e898b0b39d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.093101] env[62849]: DEBUG nova.network.neutron [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Successfully updated port: 2f67f60c-a6a9-4f9b-8e04-132d5074ae12 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 572.111659] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d3a3e31c-d332-4ab4-9cca-cfc14c51eeb1 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "88f3b89d-102f-4531-aa6e-2bde698d619b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.749s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.224092] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Preparing fetch location {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 572.224556] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Creating directory with path [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.225385] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ee50ec1-306f-4832-9b0b-3b6cfb9b9454 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.281913] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Created directory with path [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.282585] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Fetch image to [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 572.286023] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Downloading image file data 61e0a9c2-1d8a-43f8-b027-59fdf651611d to [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62849) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 572.286023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26cf582-58d4-4980-ba7d-a8b9d5a2f0e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.303310] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d41660-013b-48e8-958d-5e6f1b96152e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.319798] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7be6632-7baa-4ea8-8f66-2d1391f4d594 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.364196] env[62849]: DEBUG nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 572.374037] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dbfe19-5d32-4f6d-b73b-4cb565f46118 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.394260] env[62849]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3f3c7249-bfa8-4c1b-a388-37e8cab97fc7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.425136] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Downloading image file data 61e0a9c2-1d8a-43f8-b027-59fdf651611d to the data store datastore2 {{(pid=62849) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 572.497509] env[62849]: DEBUG oslo_vmware.rw_handles [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62849) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 572.562802] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Releasing lock "refresh_cache-ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.563501] env[62849]: DEBUG nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Instance network_info: |[{"id": "8d647eeb-2ec5-49f1-b972-8e898b0b39d0", "address": "fa:16:3e:0d:67:5c", "network": {"id": "b8d34eed-00da-46a2-a9ae-ae8755543548", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-302973689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bebe5db1e44c88876a30577e21b1de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d647eeb-2e", "ovs_interfaceid": "8d647eeb-2ec5-49f1-b972-8e898b0b39d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.566734] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:67:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d647eeb-2ec5-49f1-b972-8e898b0b39d0', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.574395] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Creating folder: Project (f3bebe5db1e44c88876a30577e21b1de). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.576712] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a10acde3-17e8-45eb-8b74-85761a83459f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.592798] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Created folder: Project (f3bebe5db1e44c88876a30577e21b1de) in parent group-v861840. [ 572.596274] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Creating folder: Instances. Parent ref: group-v861853. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.597688] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb2b0c6-ab36-434e-af8b-edd290721c39 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.601543] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.601692] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.601840] env[62849]: DEBUG nova.network.neutron [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 572.613878] env[62849]: DEBUG nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.623103] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Created folder: Instances in parent group-v861853. [ 572.623360] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 572.624236] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.624781] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a9c11a8-c892-41cd-b171-d4b98e2bae0c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.649954] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.649954] env[62849]: value = "task-4403612" [ 572.649954] env[62849]: _type = "Task" [ 572.649954] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.664237] env[62849]: DEBUG nova.network.neutron [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Successfully created port: b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 572.674019] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403612, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.774556] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fffdbfa-e1fe-44cc-82fe-ca242d06a337 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.785491] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9aa846-0735-46d5-a142-6f09e619d421 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.829057] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a17d95c-780e-4f24-a531-d31844ee8027 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.838589] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e130be7-868f-4e52-91b0-51a1aaa45a5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.860441] env[62849]: DEBUG nova.compute.provider_tree [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.890023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Acquiring lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.890023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.890023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Acquiring lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.890023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.890626] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.892682] env[62849]: INFO nova.compute.manager [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Terminating instance [ 573.142384] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.167667] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403612, 'name': CreateVM_Task, 'duration_secs': 0.45784} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.168299] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 573.169148] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.169340] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.169681] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.169972] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea21725-1cbe-407a-a346-f92dc6aa05e2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.176540] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 573.176540] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c25a4d-519c-c6fc-1355-46179fdca6bf" [ 573.176540] env[62849]: _type = "Task" [ 573.176540] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.181958] env[62849]: DEBUG nova.network.neutron [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 573.190582] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c25a4d-519c-c6fc-1355-46179fdca6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.260113] env[62849]: DEBUG oslo_vmware.rw_handles [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Completed reading data from the image iterator. {{(pid=62849) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 573.260300] env[62849]: DEBUG oslo_vmware.rw_handles [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 573.367285] env[62849]: DEBUG nova.scheduler.client.report [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.390117] env[62849]: DEBUG nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.398801] env[62849]: DEBUG nova.compute.manager [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 573.399100] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 573.400139] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5252b411-316a-4c17-ada8-9f298f6591cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.411340] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 573.414315] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1182e83b-ca69-45ea-9d98-b5185ff77049 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.418225] env[62849]: DEBUG nova.network.neutron [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance_info_cache with network_info: [{"id": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "address": "fa:16:3e:0f:24:e5", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f67f60c-a6", "ovs_interfaceid": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.420177] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Downloaded image file data 61e0a9c2-1d8a-43f8-b027-59fdf651611d to vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62849) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 573.421981] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Caching image {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 573.422245] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Copying Virtual Disk [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk to [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.422928] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-265651d8-5c83-41be-8e95-28c0a6f94ef4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.432361] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.432732] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.432917] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.433120] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.433268] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.433414] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.433627] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.433820] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.433960] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.434140] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.434311] env[62849]: DEBUG nova.virt.hardware [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.436065] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa27487b-87eb-4f02-8f4f-115b054bae63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.446550] env[62849]: DEBUG oslo_vmware.api [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Waiting for the task: (returnval){ [ 573.446550] env[62849]: value = "task-4403613" [ 573.446550] env[62849]: _type = "Task" [ 573.446550] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.458583] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 573.458583] env[62849]: value = "task-4403614" [ 573.458583] env[62849]: _type = "Task" [ 573.458583] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.470549] env[62849]: DEBUG oslo_vmware.api [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Task: {'id': task-4403613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.472470] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b5a2c-af1c-4d6d-9b9b-64bb63680e6e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.483106] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.689090] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.689219] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.689346] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.875340] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.875556] env[62849]: DEBUG nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.878325] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.503s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.880190] env[62849]: INFO nova.compute.claims [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.926881] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.927547] env[62849]: DEBUG nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Instance network_info: |[{"id": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "address": "fa:16:3e:0f:24:e5", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f67f60c-a6", "ovs_interfaceid": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 573.928583] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:24:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f67f60c-a6a9-4f9b-8e04-132d5074ae12', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 573.940321] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Creating folder: Project (84dafa5b23b940b0bd11f0b09c43cd9b). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.941770] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d5dbf13-5670-4e30-889d-bb13cc364533 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.961940] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Created folder: Project (84dafa5b23b940b0bd11f0b09c43cd9b) in parent group-v861840. [ 573.965303] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Creating folder: Instances. Parent ref: group-v861856. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 573.970207] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ffdc19-cf94-4af9-af59-cf0872a481e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.975745] env[62849]: DEBUG oslo_vmware.api [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Task: {'id': task-4403613, 'name': PowerOffVM_Task, 'duration_secs': 0.22575} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.977103] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.977240] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 573.977703] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bfedbcb-5ce6-4f6f-9095-9e6bd41d5802 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.983515] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403614, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.987308] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Created folder: Instances in parent group-v861856. [ 573.987603] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 573.987792] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 573.988020] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1d4ec0c-7920-40d5-b485-b535547de5b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.012832] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.012832] env[62849]: value = "task-4403618" [ 574.012832] env[62849]: _type = "Task" [ 574.012832] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.028273] env[62849]: INFO nova.compute.manager [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Rebuilding instance [ 574.088664] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 574.088664] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 574.088664] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Deleting the datastore file [datastore1] 187e2aa3-1637-4d1f-9af0-1f77920fe2c8 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.088664] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0d6ed17-4fb1-4ef7-bddc-e7e4eefe5bdd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.099833] env[62849]: DEBUG oslo_vmware.api [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Waiting for the task: (returnval){ [ 574.099833] env[62849]: value = "task-4403619" [ 574.099833] env[62849]: _type = "Task" [ 574.099833] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.107025] env[62849]: DEBUG nova.compute.manager [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.109345] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05732c7-c4b2-497e-a917-10f973502d3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.119782] env[62849]: DEBUG oslo_vmware.api [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Task: {'id': task-4403619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.228727] env[62849]: DEBUG nova.network.neutron [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Successfully updated port: 68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 574.385673] env[62849]: DEBUG nova.compute.utils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 574.390329] env[62849]: DEBUG nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.390329] env[62849]: DEBUG nova.network.neutron [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 574.475845] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768952} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.477971] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Copied Virtual Disk [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk to [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.477971] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Deleting the datastore file [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d/tmp-sparse.vmdk {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.477971] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a73a2332-73e7-44e6-85d0-6ddfe6545597 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.487432] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 574.487432] env[62849]: value = "task-4403620" [ 574.487432] env[62849]: _type = "Task" [ 574.487432] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.501501] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.528979] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403618, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.542811] env[62849]: DEBUG nova.policy [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b829c99f0e674a75b4a28919239ef6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f490407f9ff44ceb464cfab435357fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.552148] env[62849]: DEBUG nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Received event network-vif-plugged-13be865a-3013-4611-b225-20bb12d5edaa {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 574.552363] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Acquiring lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.552560] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.553195] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.553406] env[62849]: DEBUG nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] No waiting events found dispatching network-vif-plugged-13be865a-3013-4611-b225-20bb12d5edaa {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.553758] env[62849]: WARNING nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Received unexpected event network-vif-plugged-13be865a-3013-4611-b225-20bb12d5edaa for instance with vm_state building and task_state spawning. [ 574.553956] env[62849]: DEBUG nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Received event network-changed-13be865a-3013-4611-b225-20bb12d5edaa {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 574.554125] env[62849]: DEBUG nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Refreshing instance network info cache due to event network-changed-13be865a-3013-4611-b225-20bb12d5edaa. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 574.554339] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Acquiring lock "refresh_cache-9d80ff8b-ffbb-4238-bd78-1e0b83497004" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.555799] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Acquired lock "refresh_cache-9d80ff8b-ffbb-4238-bd78-1e0b83497004" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.555799] env[62849]: DEBUG nova.network.neutron [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Refreshing network info cache for port 13be865a-3013-4611-b225-20bb12d5edaa {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.622142] env[62849]: DEBUG oslo_vmware.api [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Task: {'id': task-4403619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226468} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.622531] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.622723] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 574.622897] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 574.623073] env[62849]: INFO nova.compute.manager [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Took 1.22 seconds to destroy the instance on the hypervisor. [ 574.623323] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 574.623530] env[62849]: DEBUG nova.compute.manager [-] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 574.623623] env[62849]: DEBUG nova.network.neutron [-] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 574.640022] env[62849]: DEBUG nova.compute.manager [req-2b12280b-74b5-4257-9317-bb85672016f7 req-ccd738ea-1fa7-4152-83d1-82c26d6655ec service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Received event network-vif-plugged-2f67f60c-a6a9-4f9b-8e04-132d5074ae12 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 574.640022] env[62849]: DEBUG oslo_concurrency.lockutils [req-2b12280b-74b5-4257-9317-bb85672016f7 req-ccd738ea-1fa7-4152-83d1-82c26d6655ec service nova] Acquiring lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.640022] env[62849]: DEBUG oslo_concurrency.lockutils [req-2b12280b-74b5-4257-9317-bb85672016f7 req-ccd738ea-1fa7-4152-83d1-82c26d6655ec service nova] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.640022] env[62849]: DEBUG oslo_concurrency.lockutils [req-2b12280b-74b5-4257-9317-bb85672016f7 req-ccd738ea-1fa7-4152-83d1-82c26d6655ec service nova] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.640022] env[62849]: DEBUG nova.compute.manager [req-2b12280b-74b5-4257-9317-bb85672016f7 req-ccd738ea-1fa7-4152-83d1-82c26d6655ec service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] No waiting events found dispatching network-vif-plugged-2f67f60c-a6a9-4f9b-8e04-132d5074ae12 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.640317] env[62849]: WARNING nova.compute.manager [req-2b12280b-74b5-4257-9317-bb85672016f7 req-ccd738ea-1fa7-4152-83d1-82c26d6655ec service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Received unexpected event network-vif-plugged-2f67f60c-a6a9-4f9b-8e04-132d5074ae12 for instance with vm_state building and task_state spawning. [ 574.732809] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquiring lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.732809] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquired lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.732809] env[62849]: DEBUG nova.network.neutron [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 574.890451] env[62849]: DEBUG nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.999856] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060934} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.002738] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.002961] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Moving file from [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e/61e0a9c2-1d8a-43f8-b027-59fdf651611d to [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d. {{(pid=62849) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 575.003991] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-42ff8265-7392-4647-b314-3ad00ef752ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.017231] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 575.017231] env[62849]: value = "task-4403621" [ 575.017231] env[62849]: _type = "Task" [ 575.017231] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.036266] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403621, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.040175] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403618, 'name': CreateVM_Task, 'duration_secs': 0.601418} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.040448] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.042837] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.042837] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.042837] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.042837] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9b29ff-860f-424b-b216-354aae2bc0e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.050834] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 575.050834] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f77590-1636-495a-c09b-beb2ea16a0f3" [ 575.050834] env[62849]: _type = "Task" [ 575.050834] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.063791] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f77590-1636-495a-c09b-beb2ea16a0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.066612] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.066838] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.067056] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.135530] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.135986] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae442f8-1fc3-4a10-bcf4-53ab9ffd2f12 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.148408] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 575.148408] env[62849]: value = "task-4403622" [ 575.148408] env[62849]: _type = "Task" [ 575.148408] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.160290] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.245095] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe35cc91-f73e-4fe9-8001-02e501e51d54 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.257387] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd149a-09cc-4d5d-a360-d4f77f1950b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.302270] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c62cf-e1f0-48b2-82c0-57c1f7630291 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.317424] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquiring lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.318016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.330237] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a971994-f55f-4118-aa1f-8df732eb0605 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.347014] env[62849]: DEBUG nova.compute.provider_tree [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 575.351058] env[62849]: DEBUG nova.network.neutron [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 575.422768] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "c8023672-8145-4af5-b503-4d7f79499f2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.426552] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "c8023672-8145-4af5-b503-4d7f79499f2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.538311] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403621, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033303} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.538560] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] File moved {{(pid=62849) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 575.538747] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Cleaning up location [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 575.538902] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Deleting the datastore file [datastore2] vmware_temp/ad489ec2-a08e-4d1f-9a0c-e055ddfc8b3e {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.539159] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33ee0aeb-6f21-400d-a63c-2d4177a57813 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.547551] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 575.547551] env[62849]: value = "task-4403623" [ 575.547551] env[62849]: _type = "Task" [ 575.547551] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.557241] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.659439] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403622, 'name': PowerOffVM_Task, 'duration_secs': 0.235781} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.659905] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.659982] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.660781] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d637495-e280-4030-ad17-8a726f00ea49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.668706] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.669224] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90e3a7ab-99f4-4efb-8289-65f89c233635 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.698276] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.699085] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.700031] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleting the datastore file [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.700031] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4bab498-2f63-4cc7-afde-e048afb414e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.712514] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 575.712514] env[62849]: value = "task-4403625" [ 575.712514] env[62849]: _type = "Task" [ 575.712514] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.729229] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.814069] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "818cfb22-1b34-4389-97cd-5c61c6e65d26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.814069] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "818cfb22-1b34-4389-97cd-5c61c6e65d26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.819901] env[62849]: DEBUG nova.network.neutron [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Updating instance_info_cache with network_info: [{"id": "68382e88-f152-4672-b8be-a97d14775421", "address": "fa:16:3e:cc:cc:a7", "network": {"id": "26bea1f4-c890-485f-a80b-66f30c561e51", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1960631372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3c4aad33f647498f460459bb35f002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68382e88-f1", "ovs_interfaceid": "68382e88-f152-4672-b8be-a97d14775421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.883573] env[62849]: DEBUG nova.network.neutron [-] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.888378] env[62849]: ERROR nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [req-996999ff-248b-4170-b786-f5b52863bb13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-996999ff-248b-4170-b786-f5b52863bb13"}]} [ 575.916129] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 575.918343] env[62849]: DEBUG nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.946279] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 575.946715] env[62849]: DEBUG nova.compute.provider_tree [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 575.962827] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.965115] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.965614] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.965932] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.966193] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.966431] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.966735] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.967047] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.967553] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.967901] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.968191] env[62849]: DEBUG nova.virt.hardware [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.969734] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b421c3f-8cb7-4beb-81be-c7841b79c507 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.973253] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 575.984604] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15408497-1268-4e33-9666-263b8b8e0b93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.028444] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 576.061310] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029376} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.061310] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.061993] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab12d929-2d1d-4d33-94d8-31f443b51d50 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.072714] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 576.072714] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b88579-62ea-3638-6ce9-5e544a7fb3a5" [ 576.072714] env[62849]: _type = "Task" [ 576.072714] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.089904] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b88579-62ea-3638-6ce9-5e544a7fb3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.090340] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.090527] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9d80ff8b-ffbb-4238-bd78-1e0b83497004/9d80ff8b-ffbb-4238-bd78-1e0b83497004.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.093514] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.093749] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.093892] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e280a27e-20f1-4d4a-9768-e2933412b236 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.096389] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-364462e2-6722-4a31-9317-f6314c35044e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.112133] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.112133] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.112133] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 576.112133] env[62849]: value = "task-4403626" [ 576.112133] env[62849]: _type = "Task" [ 576.112133] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.114763] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c02c049-f6b5-4434-8e9e-674f3094bfa3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.134224] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.134224] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 576.134224] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee45a4-24f1-2fb1-7bb5-1dd958680619" [ 576.134224] env[62849]: _type = "Task" [ 576.134224] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.146860] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee45a4-24f1-2fb1-7bb5-1dd958680619, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.150924] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8f6034-46f2-4226-9cfb-033eb04db1b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.157747] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 576.157747] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52af4166-334f-44b3-c95e-dcc5eddcd0fe" [ 576.157747] env[62849]: _type = "Task" [ 576.157747] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.167025] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52af4166-334f-44b3-c95e-dcc5eddcd0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.227802] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099818} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.227918] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.228295] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.228347] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.326163] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Releasing lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.326489] env[62849]: DEBUG nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Instance network_info: |[{"id": "68382e88-f152-4672-b8be-a97d14775421", "address": "fa:16:3e:cc:cc:a7", "network": {"id": "26bea1f4-c890-485f-a80b-66f30c561e51", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1960631372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3c4aad33f647498f460459bb35f002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68382e88-f1", "ovs_interfaceid": "68382e88-f152-4672-b8be-a97d14775421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 576.327169] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:cc:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68382e88-f152-4672-b8be-a97d14775421', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.335363] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Creating folder: Project (ea3c4aad33f647498f460459bb35f002). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.337871] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e046352-8caf-49ef-9e69-9d3374473600 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.355112] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Created folder: Project (ea3c4aad33f647498f460459bb35f002) in parent group-v861840. [ 576.355112] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Creating folder: Instances. Parent ref: group-v861859. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.355112] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f7de795-9c0c-4042-8e8c-d9ac2b3de4c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.369621] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Created folder: Instances in parent group-v861859. [ 576.370417] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 576.371099] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.373251] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b8a97c9-e96e-477e-a919-dcb31fa4b947 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.393585] env[62849]: DEBUG nova.network.neutron [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Successfully created port: 7f647998-9191-4369-9965-13391731c919 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 576.395413] env[62849]: INFO nova.compute.manager [-] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Took 1.77 seconds to deallocate network for instance. [ 576.411823] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.411823] env[62849]: value = "task-4403629" [ 576.411823] env[62849]: _type = "Task" [ 576.411823] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.427120] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403629, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.471235] env[62849]: DEBUG nova.network.neutron [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Updated VIF entry in instance network info cache for port 13be865a-3013-4611-b225-20bb12d5edaa. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 576.472044] env[62849]: DEBUG nova.network.neutron [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Updating instance_info_cache with network_info: [{"id": "13be865a-3013-4611-b225-20bb12d5edaa", "address": "fa:16:3e:ab:3d:61", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13be865a-30", "ovs_interfaceid": "13be865a-3013-4611-b225-20bb12d5edaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.498096] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7879bd4d-fec5-4d2f-8c82-10aa02275904 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.510973] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba93175-01e6-458a-9249-575fe68f25d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.552197] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2be96d-62b8-48a9-915b-281a25bcacc3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.563877] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbfc0ca-0fd6-4d87-9470-dbd80c113948 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.585750] env[62849]: DEBUG nova.compute.provider_tree [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 576.629892] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508377} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.629892] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9d80ff8b-ffbb-4238-bd78-1e0b83497004/9d80ff8b-ffbb-4238-bd78-1e0b83497004.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.631510] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 576.632907] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89a560ca-2c3f-4365-b6fb-809ef4431f16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.644184] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 576.644184] env[62849]: value = "task-4403630" [ 576.644184] env[62849]: _type = "Task" [ 576.644184] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.656470] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.672887] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52af4166-334f-44b3-c95e-dcc5eddcd0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.672887] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.672887] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] ea0bb3b1-678b-411e-b9c6-2fa4e99ff526/ea0bb3b1-678b-411e-b9c6-2fa4e99ff526.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.673218] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.673442] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.673736] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2a1dfbf-4a1e-40e9-ba0b-d25ddc56f43e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.677591] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bda2704d-95e4-4a36-8f73-198ea0b9f5c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.686937] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 576.686937] env[62849]: value = "task-4403631" [ 576.686937] env[62849]: _type = "Task" [ 576.686937] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.688263] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.688497] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.692728] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f649bc74-a992-4da5-96b0-9043b8d7ab56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.702477] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.704222] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 576.704222] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c6f92-b33e-b047-99f3-4fccdb6be353" [ 576.704222] env[62849]: _type = "Task" [ 576.704222] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.722489] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquiring lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.722489] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.722489] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c6f92-b33e-b047-99f3-4fccdb6be353, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.723120] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f559f74-b0d5-4e65-9a0a-bec4d26b6ba8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.736341] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 576.736341] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52567015-46f0-6900-c657-c8fe3e46ac88" [ 576.736341] env[62849]: _type = "Task" [ 576.736341] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.752737] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52567015-46f0-6900-c657-c8fe3e46ac88, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.753196] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.753506] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f/7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 576.753890] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c62c33d5-7962-43d5-9886-614f59944240 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.763951] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 576.763951] env[62849]: value = "task-4403632" [ 576.763951] env[62849]: _type = "Task" [ 576.763951] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.774754] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.912671] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.931616] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403629, 'name': CreateVM_Task, 'duration_secs': 0.452531} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.931616] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.932597] env[62849]: DEBUG nova.compute.manager [None req-7b4843a5-410c-417c-90c1-e45a877f18cb tempest-ServerExternalEventsTest-428254954 tempest-ServerExternalEventsTest-428254954-project] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Received event network-changed {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 576.932791] env[62849]: DEBUG nova.compute.manager [None req-7b4843a5-410c-417c-90c1-e45a877f18cb tempest-ServerExternalEventsTest-428254954 tempest-ServerExternalEventsTest-428254954-project] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Refreshing instance network info cache due to event network-changed. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 576.933258] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7b4843a5-410c-417c-90c1-e45a877f18cb tempest-ServerExternalEventsTest-428254954 tempest-ServerExternalEventsTest-428254954-project] Acquiring lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.933258] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7b4843a5-410c-417c-90c1-e45a877f18cb tempest-ServerExternalEventsTest-428254954 tempest-ServerExternalEventsTest-428254954-project] Acquired lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.933258] env[62849]: DEBUG nova.network.neutron [None req-7b4843a5-410c-417c-90c1-e45a877f18cb tempest-ServerExternalEventsTest-428254954 tempest-ServerExternalEventsTest-428254954-project] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 576.943028] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.943242] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.943920] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.945036] env[62849]: DEBUG nova.network.neutron [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Successfully updated port: b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 576.949860] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9911ef6-0e54-4c4a-b38b-454ed5c39921 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.958846] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 576.958846] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5289c179-3c27-68bd-cbc1-624466b125cf" [ 576.958846] env[62849]: _type = "Task" [ 576.958846] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.976548] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5289c179-3c27-68bd-cbc1-624466b125cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.979680] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Releasing lock "refresh_cache-9d80ff8b-ffbb-4238-bd78-1e0b83497004" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.980096] env[62849]: DEBUG nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Received event network-vif-plugged-8d647eeb-2ec5-49f1-b972-8e898b0b39d0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 576.980305] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Acquiring lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.980562] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.980739] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.980981] env[62849]: DEBUG nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] No waiting events found dispatching network-vif-plugged-8d647eeb-2ec5-49f1-b972-8e898b0b39d0 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.981114] env[62849]: WARNING nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Received unexpected event network-vif-plugged-8d647eeb-2ec5-49f1-b972-8e898b0b39d0 for instance with vm_state building and task_state spawning. [ 576.981292] env[62849]: DEBUG nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Received event network-changed-8d647eeb-2ec5-49f1-b972-8e898b0b39d0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 576.981457] env[62849]: DEBUG nova.compute.manager [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Refreshing instance network info cache due to event network-changed-8d647eeb-2ec5-49f1-b972-8e898b0b39d0. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 576.981697] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Acquiring lock "refresh_cache-ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.981840] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Acquired lock "refresh_cache-ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.982022] env[62849]: DEBUG nova.network.neutron [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Refreshing network info cache for port 8d647eeb-2ec5-49f1-b972-8e898b0b39d0 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 577.127750] env[62849]: ERROR nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [req-3579717d-e31e-4110-aef3-db11235b256c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3579717d-e31e-4110-aef3-db11235b256c"}]} [ 577.155942] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112377} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.156125] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.157318] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bcd5f3-4192-4dc3-a6af-ed46fc463da7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.166015] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 577.188992] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 9d80ff8b-ffbb-4238-bd78-1e0b83497004/9d80ff8b-ffbb-4238-bd78-1e0b83497004.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.189201] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8cf72b9-0967-4420-90c0-93a97e066557 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.211535] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 577.211674] env[62849]: DEBUG nova.compute.provider_tree [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.225981] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516195} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.228617] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] ea0bb3b1-678b-411e-b9c6-2fa4e99ff526/ea0bb3b1-678b-411e-b9c6-2fa4e99ff526.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 577.228867] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 577.229466] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 577.229466] env[62849]: value = "task-4403633" [ 577.229466] env[62849]: _type = "Task" [ 577.229466] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.229681] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ed3f868-9c4f-4058-be2e-6cffb46f1da0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.244127] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 577.253028] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 577.253028] env[62849]: value = "task-4403634" [ 577.253028] env[62849]: _type = "Task" [ 577.253028] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.253960] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.265214] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.272214] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 577.279981] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403632, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.291067] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 577.291388] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 577.291587] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 577.291835] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 577.292045] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 577.292337] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 577.292830] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 577.292830] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 577.293035] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 577.293239] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 577.294163] env[62849]: DEBUG nova.virt.hardware [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 577.294363] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e863289-a2ef-4762-9db5-7c0ccbf71d1c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.310575] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b30890c-c9be-4d5f-aef8-31345fcb4549 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.332676] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.339688] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 577.343402] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.343742] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87c85a91-5e02-431e-804c-b98ef8a1ff07 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.365857] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.365857] env[62849]: value = "task-4403635" [ 577.365857] env[62849]: _type = "Task" [ 577.365857] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.376143] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403635, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.460441] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.461895] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.461895] env[62849]: DEBUG nova.network.neutron [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 577.481627] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5289c179-3c27-68bd-cbc1-624466b125cf, 'name': SearchDatastore_Task, 'duration_secs': 0.054507} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.487730] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.489032] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.489032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.489032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.489032] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 577.493344] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e43c604c-ca54-4048-af9c-44a30d980575 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.517463] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.517463] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.517894] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6460c503-e60d-4a6a-8c13-e378d2fba8ab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.527151] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 577.527151] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c9210f-9b2d-16df-6e0a-2e23e76ac844" [ 577.527151] env[62849]: _type = "Task" [ 577.527151] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.543211] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c9210f-9b2d-16df-6e0a-2e23e76ac844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.674196] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c915854-35e7-4d6a-a57d-c97ad576c544 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.684040] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d884551-7782-457e-b4dd-8c0f2bf08b9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.718420] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c928b24-474b-41e1-b211-f34ce6161900 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.725679] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3c5ef6-08ca-49c0-942b-ced120f6b53c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.751707] env[62849]: DEBUG nova.compute.provider_tree [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.763303] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.772379] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121354} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.773848] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 577.774834] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c6c948-20e6-4336-b490-62fe7817d7df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.782304] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877103} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.782698] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f/7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 577.783012] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 577.783253] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f6e4d68-6fb2-4111-82b2-54470d2d6e08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.807194] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] ea0bb3b1-678b-411e-b9c6-2fa4e99ff526/ea0bb3b1-678b-411e-b9c6-2fa4e99ff526.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 577.810743] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cfaf33f-83d9-4eb0-9df5-1d3e6f6b0641 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.826044] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 577.826044] env[62849]: value = "task-4403636" [ 577.826044] env[62849]: _type = "Task" [ 577.826044] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.829805] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.830176] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.838980] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 577.838980] env[62849]: value = "task-4403637" [ 577.838980] env[62849]: _type = "Task" [ 577.838980] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.842513] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.855931] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.877602] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403635, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.037974] env[62849]: DEBUG nova.network.neutron [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 578.050148] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c9210f-9b2d-16df-6e0a-2e23e76ac844, 'name': SearchDatastore_Task, 'duration_secs': 0.057299} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.052828] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9f8479-7f10-4c37-8e8a-ed8794df1aa6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.068371] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 578.068371] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a029e7-ae08-dfb4-3f99-43883f8cc976" [ 578.068371] env[62849]: _type = "Task" [ 578.068371] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.089084] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a029e7-ae08-dfb4-3f99-43883f8cc976, 'name': SearchDatastore_Task, 'duration_secs': 0.016477} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.089523] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.090166] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 47563de8-701e-426e-a3c2-340c978f781a/47563de8-701e-426e-a3c2-340c978f781a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.090345] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-463b7036-fb16-4d1f-a0ba-3b983ecfba79 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.101438] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 578.101438] env[62849]: value = "task-4403638" [ 578.101438] env[62849]: _type = "Task" [ 578.101438] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.114731] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.248044] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403633, 'name': ReconfigVM_Task, 'duration_secs': 0.987849} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.248044] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 9d80ff8b-ffbb-4238-bd78-1e0b83497004/9d80ff8b-ffbb-4238-bd78-1e0b83497004.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.248541] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eda336ee-45c4-4b3f-b9a2-e26be88d5acd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.261840] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 578.261840] env[62849]: value = "task-4403639" [ 578.261840] env[62849]: _type = "Task" [ 578.261840] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.276020] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403639, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.282817] env[62849]: ERROR nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [req-51e309fe-1d29-4858-9514-fc305998fbaf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-51e309fe-1d29-4858-9514-fc305998fbaf"}]} [ 578.312557] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 578.344525] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215819} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.347044] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 578.347044] env[62849]: DEBUG nova.compute.provider_tree [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.354910] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 578.354910] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded8c0f9-c41d-42af-846f-eb1d30d27120 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.372842] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.404450] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f/7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 578.410260] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 578.412498] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2709126f-9d86-4be9-a909-8fb8eb400787 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.438349] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403635, 'name': CreateVM_Task, 'duration_secs': 0.675901} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.440348] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.440474] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 578.440474] env[62849]: value = "task-4403640" [ 578.440474] env[62849]: _type = "Task" [ 578.440474] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.442963] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.442963] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.442963] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.442963] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d71669-dd00-4e97-8154-edbfb6f9b26f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.463356] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.463356] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 578.463356] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52769132-3b1f-fc12-9f56-ee02751556b6" [ 578.463356] env[62849]: _type = "Task" [ 578.463356] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.467622] env[62849]: DEBUG nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 578.479034] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52769132-3b1f-fc12-9f56-ee02751556b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.620078] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403638, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.638651] env[62849]: DEBUG nova.network.neutron [None req-7b4843a5-410c-417c-90c1-e45a877f18cb tempest-ServerExternalEventsTest-428254954 tempest-ServerExternalEventsTest-428254954-project] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Updating instance_info_cache with network_info: [{"id": "eb5bc644-5a90-40ff-8882-4c2089f7ddf9", "address": "fa:16:3e:1b:53:4e", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5bc644-5a", "ovs_interfaceid": "eb5bc644-5a90-40ff-8882-4c2089f7ddf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.663954] env[62849]: DEBUG nova.network.neutron [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Updated VIF entry in instance network info cache for port 8d647eeb-2ec5-49f1-b972-8e898b0b39d0. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 578.664340] env[62849]: DEBUG nova.network.neutron [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Updating instance_info_cache with network_info: [{"id": "8d647eeb-2ec5-49f1-b972-8e898b0b39d0", "address": "fa:16:3e:0d:67:5c", "network": {"id": "b8d34eed-00da-46a2-a9ae-ae8755543548", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-302973689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3bebe5db1e44c88876a30577e21b1de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d647eeb-2e", "ovs_interfaceid": "8d647eeb-2ec5-49f1-b972-8e898b0b39d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.671687] env[62849]: DEBUG nova.network.neutron [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating instance_info_cache with network_info: [{"id": "b699876b-60f0-416e-9f34-d7f4c37bde78", "address": "fa:16:3e:32:aa:a2", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb699876b-60", "ovs_interfaceid": "b699876b-60f0-416e-9f34-d7f4c37bde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.784753] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403639, 'name': Rename_Task, 'duration_secs': 0.497614} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.790127] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 578.791183] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db4a2931-c07f-493e-a670-1239ccad29f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.808302] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 578.808302] env[62849]: value = "task-4403641" [ 578.808302] env[62849]: _type = "Task" [ 578.808302] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.827738] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.865825] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403637, 'name': ReconfigVM_Task, 'duration_secs': 0.939014} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.866628] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Reconfigured VM instance instance-00000005 to attach disk [datastore2] ea0bb3b1-678b-411e-b9c6-2fa4e99ff526/ea0bb3b1-678b-411e-b9c6-2fa4e99ff526.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 578.866941] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a2eb4ad-83dc-4e9d-9598-4525b5b5f87b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.881641] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 578.881641] env[62849]: value = "task-4403642" [ 578.881641] env[62849]: _type = "Task" [ 578.881641] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.896305] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403642, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.975964] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.989655] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52769132-3b1f-fc12-9f56-ee02751556b6, 'name': SearchDatastore_Task, 'duration_secs': 0.032489} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.989655] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.990018] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.991022] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.991022] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.991022] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.991683] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e95b3b6f-e2c1-4c88-b28e-4df469a4732a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.996377] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4092af88-bb56-4ab8-8f58-823444a3b160 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.009531] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b8176-5838-457b-b3a4-d6ca4583e5b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.020163] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.020540] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.051971] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e7108a-d05f-4817-af5e-6fdd622d56ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.054308] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0095780a-01ec-42aa-95cd-62d998cb2177 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.062473] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 579.062473] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522785ae-c177-2644-3a57-9619e97288d2" [ 579.062473] env[62849]: _type = "Task" [ 579.062473] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.071473] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525b563-4662-4463-a4d6-e9181010b8d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.088027] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522785ae-c177-2644-3a57-9619e97288d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.099860] env[62849]: DEBUG nova.compute.provider_tree [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.106042] env[62849]: DEBUG nova.compute.manager [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Received event network-vif-plugged-68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 579.106399] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Acquiring lock "47563de8-701e-426e-a3c2-340c978f781a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.106734] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Lock "47563de8-701e-426e-a3c2-340c978f781a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.107040] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Lock "47563de8-701e-426e-a3c2-340c978f781a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.107327] env[62849]: DEBUG nova.compute.manager [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] No waiting events found dispatching network-vif-plugged-68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.107619] env[62849]: WARNING nova.compute.manager [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Received unexpected event network-vif-plugged-68382e88-f152-4672-b8be-a97d14775421 for instance with vm_state building and task_state spawning. [ 579.107930] env[62849]: DEBUG nova.compute.manager [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Received event network-changed-68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 579.108211] env[62849]: DEBUG nova.compute.manager [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Refreshing instance network info cache due to event network-changed-68382e88-f152-4672-b8be-a97d14775421. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 579.108520] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Acquiring lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.108753] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Acquired lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.109075] env[62849]: DEBUG nova.network.neutron [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Refreshing network info cache for port 68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.129756] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403638, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.009342} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.129756] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 47563de8-701e-426e-a3c2-340c978f781a/47563de8-701e-426e-a3c2-340c978f781a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.130270] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.130415] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daa6b09c-9c2f-4e78-8ff0-785a7fa42c3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.141387] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7b4843a5-410c-417c-90c1-e45a877f18cb tempest-ServerExternalEventsTest-428254954 tempest-ServerExternalEventsTest-428254954-project] Releasing lock "refresh_cache-88f3b89d-102f-4531-aa6e-2bde698d619b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.144916] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 579.144916] env[62849]: value = "task-4403643" [ 579.144916] env[62849]: _type = "Task" [ 579.144916] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.155273] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.166948] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef402ce3-b458-4a1a-b8d8-5df4deafa379 req-ee5cf7ed-fc1c-4c48-a1e8-23e76338a352 service nova] Releasing lock "refresh_cache-ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.174960] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.175861] env[62849]: DEBUG nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Instance network_info: |[{"id": "b699876b-60f0-416e-9f34-d7f4c37bde78", "address": "fa:16:3e:32:aa:a2", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb699876b-60", "ovs_interfaceid": "b699876b-60f0-416e-9f34-d7f4c37bde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.176061] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:aa:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b699876b-60f0-416e-9f34-d7f4c37bde78', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.189989] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating folder: Project (1e7892518d5946bca8d1adb72ffb173c). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.190886] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a1a3076-a6bc-4d8b-a511-d2ae97970af1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.205288] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Created folder: Project (1e7892518d5946bca8d1adb72ffb173c) in parent group-v861840. [ 579.205599] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating folder: Instances. Parent ref: group-v861863. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.205874] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c85ab61d-e462-49b6-bed3-0a5a5147fe5d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.220257] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Created folder: Instances in parent group-v861863. [ 579.220257] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 579.220559] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.221196] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9df00071-6e9c-4167-ac5b-23fb1c6e8815 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.244792] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.244792] env[62849]: value = "task-4403646" [ 579.244792] env[62849]: _type = "Task" [ 579.244792] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.261266] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403646, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.289441] env[62849]: DEBUG nova.compute.manager [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Received event network-changed-2f67f60c-a6a9-4f9b-8e04-132d5074ae12 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 579.289441] env[62849]: DEBUG nova.compute.manager [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Refreshing instance network info cache due to event network-changed-2f67f60c-a6a9-4f9b-8e04-132d5074ae12. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 579.289441] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] Acquiring lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.289631] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] Acquired lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.289631] env[62849]: DEBUG nova.network.neutron [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Refreshing network info cache for port 2f67f60c-a6a9-4f9b-8e04-132d5074ae12 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.323447] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.396302] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403642, 'name': Rename_Task, 'duration_secs': 0.251737} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.397758] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.397758] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3021244-b70f-44b2-ad9f-91718b429605 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.407399] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 579.407399] env[62849]: value = "task-4403647" [ 579.407399] env[62849]: _type = "Task" [ 579.407399] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.418211] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.460278] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403640, 'name': ReconfigVM_Task, 'duration_secs': 0.727393} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.460660] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f/7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 579.461417] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc48551f-b8da-4f92-81e2-14a95e678c1c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.471260] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 579.471260] env[62849]: value = "task-4403648" [ 579.471260] env[62849]: _type = "Task" [ 579.471260] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.484897] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403648, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.563269] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "776f020e-8300-4297-9ad4-a5c54e3c0552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.564066] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "776f020e-8300-4297-9ad4-a5c54e3c0552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.577991] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522785ae-c177-2644-3a57-9619e97288d2, 'name': SearchDatastore_Task, 'duration_secs': 0.027716} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.579540] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d15e26-be5e-41dc-a212-2007df7504b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.589032] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 579.589032] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52039c61-f915-4af6-b774-749be4f9943e" [ 579.589032] env[62849]: _type = "Task" [ 579.589032] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.595701] env[62849]: DEBUG nova.network.neutron [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Successfully updated port: 7f647998-9191-4369-9965-13391731c919 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 579.600832] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52039c61-f915-4af6-b774-749be4f9943e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.640235] env[62849]: ERROR nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [req-8a681a9d-f1bf-4fe9-abc9-397265d98eb9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a681a9d-f1bf-4fe9-abc9-397265d98eb9"}]} [ 579.641286] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.762s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.644176] env[62849]: ERROR nova.compute.manager [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a681a9d-f1bf-4fe9-abc9-397265d98eb9"}]} [ 579.644176] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Traceback (most recent call last): [ 579.644176] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 579.644176] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] with self.rt.instance_claim(context, instance, node, allocs, [ 579.644176] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 579.644176] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] return f(*args, **kwargs) [ 579.644176] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 579.644176] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] self._update(elevated, cn) [ 579.644176] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1378, in _update [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] self._update_to_placement(context, compute_node, startup) [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] raise attempt.get() [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] six.reraise(self.value[0], self.value[1], self.value[2]) [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] raise value [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1363, in _update_to_placement [ 579.644551] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] self.reportclient.update_from_provider_tree( [ 579.644961] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 579.644961] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] self.set_inventory_for_provider( [ 579.644961] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 579.644961] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] raise exception.ResourceProviderUpdateConflict( [ 579.644961] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a681a9d-f1bf-4fe9-abc9-397265d98eb9"}]} [ 579.644961] env[62849]: ERROR nova.compute.manager [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] [ 579.645266] env[62849]: DEBUG nova.compute.utils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] A conflict was encountered attempting to update resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=62849) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 579.646274] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.163s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.658141] env[62849]: DEBUG nova.compute.manager [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Build of instance 9e017752-fb3d-44d4-9910-932aa6fa65b5 was re-scheduled: A conflict was encountered attempting to update resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a681a9d-f1bf-4fe9-abc9-397265d98eb9"}]} {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 579.658630] env[62849]: DEBUG nova.compute.manager [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Unplugging VIFs for instance {{(pid=62849) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 579.658862] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Acquiring lock "refresh_cache-9e017752-fb3d-44d4-9910-932aa6fa65b5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.659010] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Acquired lock "refresh_cache-9e017752-fb3d-44d4-9910-932aa6fa65b5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.659174] env[62849]: DEBUG nova.network.neutron [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 579.664976] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123804} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.665576] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.666369] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024835f-1651-4377-816e-ace11a1ad809 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.699914] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 47563de8-701e-426e-a3c2-340c978f781a/47563de8-701e-426e-a3c2-340c978f781a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.704202] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5290b50-d512-46b2-aac9-c60c8305b5bb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.727231] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 579.727231] env[62849]: value = "task-4403649" [ 579.727231] env[62849]: _type = "Task" [ 579.727231] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.738060] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.757300] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403646, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.819658] env[62849]: DEBUG oslo_vmware.api [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403641, 'name': PowerOnVM_Task, 'duration_secs': 0.893895} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.822440] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 579.822548] env[62849]: INFO nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Took 16.26 seconds to spawn the instance on the hypervisor. [ 579.822707] env[62849]: DEBUG nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 579.823851] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8453e728-466b-4131-bd38-d2163daecd27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.917341] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403647, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.933990] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquiring lock "88f3b89d-102f-4531-aa6e-2bde698d619b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.934303] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "88f3b89d-102f-4531-aa6e-2bde698d619b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.934515] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquiring lock "88f3b89d-102f-4531-aa6e-2bde698d619b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.934686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "88f3b89d-102f-4531-aa6e-2bde698d619b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.934845] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "88f3b89d-102f-4531-aa6e-2bde698d619b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.937279] env[62849]: INFO nova.compute.manager [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Terminating instance [ 579.989789] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403648, 'name': Rename_Task, 'duration_secs': 0.18616} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.989961] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 579.990286] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78a3d86e-b4a5-41c3-ac17-bd5e7b404f7b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.007195] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 580.007195] env[62849]: value = "task-4403650" [ 580.007195] env[62849]: _type = "Task" [ 580.007195] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.019252] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.081500] env[62849]: DEBUG nova.network.neutron [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Updated VIF entry in instance network info cache for port 68382e88-f152-4672-b8be-a97d14775421. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 580.081902] env[62849]: DEBUG nova.network.neutron [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Updating instance_info_cache with network_info: [{"id": "68382e88-f152-4672-b8be-a97d14775421", "address": "fa:16:3e:cc:cc:a7", "network": {"id": "26bea1f4-c890-485f-a80b-66f30c561e51", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1960631372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3c4aad33f647498f460459bb35f002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68382e88-f1", "ovs_interfaceid": "68382e88-f152-4672-b8be-a97d14775421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.109836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.109836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.109836] env[62849]: DEBUG nova.network.neutron [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 580.111156] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52039c61-f915-4af6-b774-749be4f9943e, 'name': SearchDatastore_Task, 'duration_secs': 0.015094} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.115227] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.116061] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.116353] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-209b9fa3-43d6-451f-ab98-662739555b78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.126993] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 580.126993] env[62849]: value = "task-4403651" [ 580.126993] env[62849]: _type = "Task" [ 580.126993] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.139273] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.201290] env[62849]: DEBUG nova.network.neutron [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 580.242385] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.259908] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403646, 'name': CreateVM_Task, 'duration_secs': 0.514908} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.259908] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.260256] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.260500] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.261057] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.261268] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0727368-4570-4eb0-a3f8-57c09e32cec6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.268793] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 580.268793] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527d2f7f-b466-c521-6b46-8df3fb0d62bb" [ 580.268793] env[62849]: _type = "Task" [ 580.268793] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.282953] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527d2f7f-b466-c521-6b46-8df3fb0d62bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.348782] env[62849]: INFO nova.compute.manager [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Took 23.48 seconds to build instance. [ 580.419388] env[62849]: DEBUG oslo_vmware.api [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403647, 'name': PowerOnVM_Task, 'duration_secs': 0.865757} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.419871] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 580.419871] env[62849]: INFO nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Took 14.48 seconds to spawn the instance on the hypervisor. [ 580.421661] env[62849]: DEBUG nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 580.421661] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e028c21-ffbf-41b5-920b-ef68d0d9dcd5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.446129] env[62849]: DEBUG nova.compute.manager [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.446129] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.446221] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dbbe52-f253-4f7d-aa54-c79d5badfc7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.455524] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.455768] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b09e9e22-5bbf-473c-9b45-9ae26c312b09 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.463869] env[62849]: DEBUG oslo_vmware.api [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 580.463869] env[62849]: value = "task-4403652" [ 580.463869] env[62849]: _type = "Task" [ 580.463869] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.478777] env[62849]: DEBUG oslo_vmware.api [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.503156] env[62849]: DEBUG nova.network.neutron [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.523713] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403650, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.539277] env[62849]: DEBUG nova.network.neutron [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updated VIF entry in instance network info cache for port 2f67f60c-a6a9-4f9b-8e04-132d5074ae12. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 580.539633] env[62849]: DEBUG nova.network.neutron [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance_info_cache with network_info: [{"id": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "address": "fa:16:3e:0f:24:e5", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f67f60c-a6", "ovs_interfaceid": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.586034] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Releasing lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.586034] env[62849]: DEBUG nova.compute.manager [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received event network-vif-plugged-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 580.587046] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.587575] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.587831] env[62849]: DEBUG oslo_concurrency.lockutils [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.588079] env[62849]: DEBUG nova.compute.manager [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] No waiting events found dispatching network-vif-plugged-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.588318] env[62849]: WARNING nova.compute.manager [req-a6c7e5f9-e702-40b4-b23a-de06e9224fca req-5b7835ec-386a-4c46-afe0-b471cd698fd8 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received unexpected event network-vif-plugged-b699876b-60f0-416e-9f34-d7f4c37bde78 for instance with vm_state building and task_state spawning. [ 580.641066] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403651, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.701735] env[62849]: DEBUG nova.network.neutron [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 580.708028] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9d80ff8b-ffbb-4238-bd78-1e0b83497004 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 580.708028] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance a9c970e4-5922-4c47-9676-fef8fdfb5dd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 580.708359] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7567076c-e3dd-42fd-b715-bf3ea8452826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 580.708702] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9e017752-fb3d-44d4-9910-932aa6fa65b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 580.711024] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 187e2aa3-1637-4d1f-9af0-1f77920fe2c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 580.746553] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403649, 'name': ReconfigVM_Task, 'duration_secs': 0.646555} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.746961] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 47563de8-701e-426e-a3c2-340c978f781a/47563de8-701e-426e-a3c2-340c978f781a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.748745] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da4eb138-6490-4dd8-8d22-c267e3e66dbf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.763250] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 580.763250] env[62849]: value = "task-4403653" [ 580.763250] env[62849]: _type = "Task" [ 580.763250] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.780107] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403653, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.793422] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527d2f7f-b466-c521-6b46-8df3fb0d62bb, 'name': SearchDatastore_Task, 'duration_secs': 0.027542} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.793908] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.794852] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.795976] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.795976] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.795976] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.796485] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539bc502-e519-4b13-94d7-3d6d29460286 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.809903] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.810171] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.811061] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90faa4a7-f5ce-4980-b519-1cb0cec8a81f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.820061] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 580.820061] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5221ab78-70f7-7516-2156-889eff723102" [ 580.820061] env[62849]: _type = "Task" [ 580.820061] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.833708] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5221ab78-70f7-7516-2156-889eff723102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.850777] env[62849]: DEBUG oslo_concurrency.lockutils [None req-92bf7ebc-5ca4-4960-ab6c-a28aa565b139 tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.991s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.957853] env[62849]: INFO nova.compute.manager [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Took 23.96 seconds to build instance. [ 580.977232] env[62849]: DEBUG oslo_vmware.api [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403652, 'name': PowerOffVM_Task, 'duration_secs': 0.332403} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.977569] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 580.977772] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 580.978101] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3247bff4-0889-4760-ab69-fdd31999340d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.009848] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Releasing lock "refresh_cache-9e017752-fb3d-44d4-9910-932aa6fa65b5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.010260] env[62849]: DEBUG nova.compute.manager [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62849) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 581.010562] env[62849]: DEBUG nova.compute.manager [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.010837] env[62849]: DEBUG nova.network.neutron [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 581.025626] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403650, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.043358] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] Releasing lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.043983] env[62849]: DEBUG nova.compute.manager [req-e0f73019-6e3b-4bbb-931b-ead95fbbb374 req-ab6d267d-bc30-4c35-b970-2acc4d9b0a17 service nova] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Received event network-vif-deleted-e57837ca-399d-4607-88f8-4604b7508f93 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 581.045392] env[62849]: DEBUG nova.network.neutron [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 581.090173] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.090256] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.091022] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Deleting the datastore file [datastore1] 88f3b89d-102f-4531-aa6e-2bde698d619b {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.091022] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b2cef3-9ab7-4d1b-8918-5c21a652df3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.099950] env[62849]: DEBUG oslo_vmware.api [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for the task: (returnval){ [ 581.099950] env[62849]: value = "task-4403655" [ 581.099950] env[62849]: _type = "Task" [ 581.099950] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.114200] env[62849]: DEBUG oslo_vmware.api [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.140787] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.991008} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.141017] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.141815] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.141815] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9db042f9-ccce-400a-8341-efe080b90a50 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.151535] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 581.151535] env[62849]: value = "task-4403656" [ 581.151535] env[62849]: _type = "Task" [ 581.151535] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.163950] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.212951] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 892d6436-4efe-45e3-ac51-745fe4fe3ed1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 581.213154] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 581.216435] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 03ffcc41-6295-4dd0-9676-0ee6b0786b53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 581.272235] env[62849]: DEBUG nova.network.neutron [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updating instance_info_cache with network_info: [{"id": "7f647998-9191-4369-9965-13391731c919", "address": "fa:16:3e:eb:22:c7", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f647998-91", "ovs_interfaceid": "7f647998-9191-4369-9965-13391731c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.284711] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403653, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.330945] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5221ab78-70f7-7516-2156-889eff723102, 'name': SearchDatastore_Task, 'duration_secs': 0.031858} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.331768] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7759eda0-ea5f-44a4-8378-7db86dd8048f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.338512] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 581.338512] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52380b9e-4f3a-2dd0-a553-ac10e4a78464" [ 581.338512] env[62849]: _type = "Task" [ 581.338512] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.347454] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52380b9e-4f3a-2dd0-a553-ac10e4a78464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.354080] env[62849]: DEBUG nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.460290] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dbac47ac-90b1-4e97-b506-8b4282aa4c40 tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.480s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.527518] env[62849]: DEBUG oslo_vmware.api [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403650, 'name': PowerOnVM_Task, 'duration_secs': 1.065291} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.528042] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.528200] env[62849]: INFO nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Took 13.11 seconds to spawn the instance on the hypervisor. [ 581.528282] env[62849]: DEBUG nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.530300] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590496f6-1a86-4c73-a334-50689bd02c2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.551033] env[62849]: DEBUG nova.network.neutron [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.616775] env[62849]: DEBUG oslo_vmware.api [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Task: {'id': task-4403655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478784} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.617128] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.617463] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.617666] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.617875] env[62849]: INFO nova.compute.manager [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 581.618177] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 581.618449] env[62849]: DEBUG nova.compute.manager [-] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.618556] env[62849]: DEBUG nova.network.neutron [-] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 581.665270] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11968} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.666191] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.666274] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d03bc7-00d7-42b3-a8c3-d03f3f561ebd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.691648] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.692511] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d423006-05e8-4333-a896-f631457c0e9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.718156] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 581.718156] env[62849]: value = "task-4403657" [ 581.718156] env[62849]: _type = "Task" [ 581.718156] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.719850] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 581.732781] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403657, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.778071] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Releasing lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.778632] env[62849]: DEBUG nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Instance network_info: |[{"id": "7f647998-9191-4369-9965-13391731c919", "address": "fa:16:3e:eb:22:c7", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f647998-91", "ovs_interfaceid": "7f647998-9191-4369-9965-13391731c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.778960] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403653, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.779302] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:22:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f647998-9191-4369-9965-13391731c919', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.789821] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Creating folder: Project (1f490407f9ff44ceb464cfab435357fa). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.790235] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9893dd-8b59-4ac6-b1f9-af979f39fcb3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.807416] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquiring lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.807778] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.808011] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Created folder: Project (1f490407f9ff44ceb464cfab435357fa) in parent group-v861840. [ 581.808177] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Creating folder: Instances. Parent ref: group-v861866. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.808438] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74809e86-5887-4937-8384-7587bc639ea8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.820867] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Created folder: Instances in parent group-v861866. [ 581.822029] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 581.822029] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.822029] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac993e57-fc54-46e6-b409-da78f479ba96 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.855235] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52380b9e-4f3a-2dd0-a553-ac10e4a78464, 'name': SearchDatastore_Task, 'duration_secs': 0.032693} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.856716] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.856980] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2/a9c970e4-5922-4c47-9676-fef8fdfb5dd2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.857237] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.857237] env[62849]: value = "task-4403660" [ 581.857237] env[62849]: _type = "Task" [ 581.857237] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.857418] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d34fdc80-166d-41ed-a8b8-bda5cbb09ebb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.875025] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403660, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.877383] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 581.877383] env[62849]: value = "task-4403661" [ 581.877383] env[62849]: _type = "Task" [ 581.877383] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.887151] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.888330] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.963721] env[62849]: DEBUG nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.053177] env[62849]: INFO nova.compute.manager [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Took 24.34 seconds to build instance. [ 582.054350] env[62849]: INFO nova.compute.manager [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] [instance: 9e017752-fb3d-44d4-9910-932aa6fa65b5] Took 1.04 seconds to deallocate network for instance. [ 582.233276] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 87f62c83-9134-49ff-93d9-dd3f4aabfaf4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 582.234606] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.279369] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403653, 'name': Rename_Task, 'duration_secs': 1.240726} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.280735] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 582.281189] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3511409-5d5b-49e8-882f-4a50ce92b92d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.291208] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 582.291208] env[62849]: value = "task-4403662" [ 582.291208] env[62849]: _type = "Task" [ 582.291208] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.305565] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.376885] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403660, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.393245] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.503171] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.563212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-336d903c-ce56-417b-81f4-07e1e65b94ae tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.858s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.673312] env[62849]: DEBUG nova.compute.manager [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received event network-changed-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 582.673312] env[62849]: DEBUG nova.compute.manager [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Refreshing instance network info cache due to event network-changed-b699876b-60f0-416e-9f34-d7f4c37bde78. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 582.673312] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Acquiring lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.673535] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Acquired lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.673922] env[62849]: DEBUG nova.network.neutron [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Refreshing network info cache for port b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.736099] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403657, 'name': ReconfigVM_Task, 'duration_secs': 0.707273} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.736099] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.736099] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-207e5cc2-a90f-4dd3-b4f0-50095ac5cdae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.738500] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c8023672-8145-4af5-b503-4d7f79499f2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 582.751319] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 582.751319] env[62849]: value = "task-4403663" [ 582.751319] env[62849]: _type = "Task" [ 582.751319] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.768367] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403663, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.804788] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.832987] env[62849]: DEBUG nova.network.neutron [-] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.876070] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403660, 'name': CreateVM_Task, 'duration_secs': 0.709442} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.876295] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.877159] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.877239] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.877818] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.878570] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191b78be-c3a7-44a9-8361-6b32f8f72cc3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.890436] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 582.890436] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b9b61-4537-faa2-d12c-5db1fea90fe2" [ 582.890436] env[62849]: _type = "Task" [ 582.890436] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.894815] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687552} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.898962] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2/a9c970e4-5922-4c47-9676-fef8fdfb5dd2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.899271] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.899784] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95e10a35-d8f0-4499-b2a2-3e76161ae77f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.914831] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b9b61-4537-faa2-d12c-5db1fea90fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.019743} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.917015] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.917307] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.917547] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.917735] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.918463] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.918571] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 582.918571] env[62849]: value = "task-4403664" [ 582.918571] env[62849]: _type = "Task" [ 582.918571] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.918784] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce80e01-8ede-4699-bea7-f59cb577a176 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.934704] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.936350] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.936643] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.937765] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5546196e-2bf5-45f3-aba4-22315b8f23ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.946079] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 582.946079] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520b126a-9084-27bd-cbd1-e6f43ecf31ad" [ 582.946079] env[62849]: _type = "Task" [ 582.946079] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.958599] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520b126a-9084-27bd-cbd1-e6f43ecf31ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.079068] env[62849]: DEBUG nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.137171] env[62849]: INFO nova.scheduler.client.report [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Deleted allocations for instance 9e017752-fb3d-44d4-9910-932aa6fa65b5 [ 583.199460] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "ab2f0fcd-cc1c-4943-be65-a83126f72677" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.199873] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "ab2f0fcd-cc1c-4943-be65-a83126f72677" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.242485] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance d15d16dd-bd22-4ca7-8a5b-6ea69326f17f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 583.265285] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403663, 'name': Rename_Task, 'duration_secs': 0.211897} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.266573] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.267037] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9536538-6f89-4f7c-8343-d8dbcafbb091 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.281136] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 583.281136] env[62849]: value = "task-4403665" [ 583.281136] env[62849]: _type = "Task" [ 583.281136] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.296775] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.307698] env[62849]: DEBUG oslo_vmware.api [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4403662, 'name': PowerOnVM_Task, 'duration_secs': 1.011221} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.307698] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.307698] env[62849]: INFO nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Took 12.43 seconds to spawn the instance on the hypervisor. [ 583.308093] env[62849]: DEBUG nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.308724] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6976a46-6173-4ac2-b602-3b0726de3fc8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.338163] env[62849]: INFO nova.compute.manager [-] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Took 1.72 seconds to deallocate network for instance. [ 583.443697] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107294} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.449193] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.450748] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed3d9b-7162-4449-9ccb-b408eb59cf98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.490963] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2/a9c970e4-5922-4c47-9676-fef8fdfb5dd2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.490963] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520b126a-9084-27bd-cbd1-e6f43ecf31ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013701} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.490963] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ac7bea-56ee-41e9-ab60-e937d8e017e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.507444] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d37609-cc58-48d9-a50e-f59da90a29d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.514097] env[62849]: DEBUG nova.compute.manager [req-491c6415-ade5-4a98-8abe-50605689c6e4 req-b862dd60-0a68-4827-86a6-45122ca13fa0 service nova] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Received event network-vif-deleted-eb5bc644-5a90-40ff-8882-4c2089f7ddf9 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 583.516514] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 583.516514] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524183e1-01be-2f69-dd0a-5f5ef6bcf996" [ 583.516514] env[62849]: _type = "Task" [ 583.516514] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.518988] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 583.518988] env[62849]: value = "task-4403666" [ 583.518988] env[62849]: _type = "Task" [ 583.518988] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.537247] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524183e1-01be-2f69-dd0a-5f5ef6bcf996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.537448] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.614201] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.653627] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a66f300b-ddb5-4840-93fd-3d850917cd4c tempest-TenantUsagesTestJSON-1415793538 tempest-TenantUsagesTestJSON-1415793538-project-member] Lock "9e017752-fb3d-44d4-9910-932aa6fa65b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.414s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.747242] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 776f020e-8300-4297-9ad4-a5c54e3c0552 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 583.752963] env[62849]: DEBUG nova.network.neutron [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updated VIF entry in instance network info cache for port b699876b-60f0-416e-9f34-d7f4c37bde78. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 583.752963] env[62849]: DEBUG nova.network.neutron [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating instance_info_cache with network_info: [{"id": "b699876b-60f0-416e-9f34-d7f4c37bde78", "address": "fa:16:3e:32:aa:a2", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb699876b-60", "ovs_interfaceid": "b699876b-60f0-416e-9f34-d7f4c37bde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.795884] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.834633] env[62849]: INFO nova.compute.manager [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Took 25.70 seconds to build instance. [ 583.848272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.956881] env[62849]: DEBUG nova.compute.manager [None req-cafa0614-2a42-4290-ad08-c940cb6db0ab tempest-ServerDiagnosticsTest-1050317040 tempest-ServerDiagnosticsTest-1050317040-project-admin] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.958355] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe4c21f-f1d2-45e1-b690-9ea8a76f05e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.967470] env[62849]: INFO nova.compute.manager [None req-cafa0614-2a42-4290-ad08-c940cb6db0ab tempest-ServerDiagnosticsTest-1050317040 tempest-ServerDiagnosticsTest-1050317040-project-admin] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Retrieving diagnostics [ 583.968724] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a538d0a-4fd7-4f5b-8c61-30c7eeb1c738 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.037223] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524183e1-01be-2f69-dd0a-5f5ef6bcf996, 'name': SearchDatastore_Task, 'duration_secs': 0.017311} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.037404] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.038937] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.038937] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7567076c-e3dd-42fd-b715-bf3ea8452826/7567076c-e3dd-42fd-b715-bf3ea8452826.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.038937] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-082c45e6-8464-4b08-9dbe-3df162ff21af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.049528] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 584.049528] env[62849]: value = "task-4403667" [ 584.049528] env[62849]: _type = "Task" [ 584.049528] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.059615] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.157047] env[62849]: DEBUG nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.251726] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 818cfb22-1b34-4389-97cd-5c61c6e65d26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 584.251726] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 88f3b89d-102f-4531-aa6e-2bde698d619b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 584.256228] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Releasing lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.258734] env[62849]: DEBUG nova.compute.manager [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Received event network-vif-plugged-7f647998-9191-4369-9965-13391731c919 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 584.258734] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Acquiring lock "7567076c-e3dd-42fd-b715-bf3ea8452826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.258734] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Lock "7567076c-e3dd-42fd-b715-bf3ea8452826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.258734] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Lock "7567076c-e3dd-42fd-b715-bf3ea8452826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.258734] env[62849]: DEBUG nova.compute.manager [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] No waiting events found dispatching network-vif-plugged-7f647998-9191-4369-9965-13391731c919 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.259075] env[62849]: WARNING nova.compute.manager [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Received unexpected event network-vif-plugged-7f647998-9191-4369-9965-13391731c919 for instance with vm_state building and task_state spawning. [ 584.259075] env[62849]: DEBUG nova.compute.manager [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Received event network-changed-7f647998-9191-4369-9965-13391731c919 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 584.259075] env[62849]: DEBUG nova.compute.manager [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Refreshing instance network info cache due to event network-changed-7f647998-9191-4369-9965-13391731c919. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 584.259075] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Acquiring lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.259075] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Acquired lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.259243] env[62849]: DEBUG nova.network.neutron [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Refreshing network info cache for port 7f647998-9191-4369-9965-13391731c919 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.294835] env[62849]: DEBUG oslo_vmware.api [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403665, 'name': PowerOnVM_Task, 'duration_secs': 0.899356} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.295124] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.295344] env[62849]: DEBUG nova.compute.manager [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.296500] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8f5a66-e7d4-44b3-9a6a-86035b63ce3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.336909] env[62849]: DEBUG oslo_concurrency.lockutils [None req-24658e25-be37-48e6-afc9-c9db123e24d3 tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "47563de8-701e-426e-a3c2-340c978f781a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.211s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.403177] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquiring lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.403177] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.403177] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquiring lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.405584] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.405584] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.406701] env[62849]: INFO nova.compute.manager [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Terminating instance [ 584.536357] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403666, 'name': ReconfigVM_Task, 'duration_secs': 0.649961} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.539521] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Reconfigured VM instance instance-00000008 to attach disk [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2/a9c970e4-5922-4c47-9676-fef8fdfb5dd2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.539521] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebe8b5dd-7336-4a4f-8966-c0d7d66e1645 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.548023] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 584.548023] env[62849]: value = "task-4403668" [ 584.548023] env[62849]: _type = "Task" [ 584.548023] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.561840] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403667, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.566097] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403668, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.689588] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.758245] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c470235b-8456-4a41-90c3-89205b6d0e32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 584.823741] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.843841] env[62849]: DEBUG nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.922143] env[62849]: DEBUG nova.compute.manager [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 584.922560] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 584.923855] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb74c3bf-c350-437e-85c3-e0b19f5920a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.939371] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 584.939371] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79d52241-24a8-4679-b3e3-b374550c499e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.946997] env[62849]: DEBUG oslo_vmware.api [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 584.946997] env[62849]: value = "task-4403669" [ 584.946997] env[62849]: _type = "Task" [ 584.946997] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.956874] env[62849]: DEBUG oslo_vmware.api [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.072053] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880825} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.072053] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403668, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.072053] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7567076c-e3dd-42fd-b715-bf3ea8452826/7567076c-e3dd-42fd-b715-bf3ea8452826.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.072053] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.072053] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5e5b80b-966d-4a1f-bdf6-de361b94e8a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.080628] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 585.080628] env[62849]: value = "task-4403670" [ 585.080628] env[62849]: _type = "Task" [ 585.080628] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.097108] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.266646] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 585.266646] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 47563de8-701e-426e-a3c2-340c978f781a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 585.266646] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance ea0bb3b1-678b-411e-b9c6-2fa4e99ff526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 585.266646] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 585.266882] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '2', 'num_task_rebuild_spawning': '1', 'num_os_type_None': '9', 'num_proj_8de7259f8a5f4934948fcfa1c7a0dcc1': '1', 'io_workload': '7', 'num_task_deleting': '1', 'num_proj_bd5d8f44d1bb4b74a63b67856f28cb06': '1', 'num_vm_building': '7', 'num_task_spawning': '6', 'num_proj_07a3aacc01b34cd1978c3e90086bca8e': '1', 'num_proj_f3bebe5db1e44c88876a30577e21b1de': '1', 'num_proj_84dafa5b23b940b0bd11f0b09c43cd9b': '1', 'num_proj_ea3c4aad33f647498f460459bb35f002': '1', 'num_proj_1e7892518d5946bca8d1adb72ffb173c': '1', 'num_proj_1f490407f9ff44ceb464cfab435357fa': '1', 'num_task_None': '1', 'num_proj_2ea981a37d95495ba8e0d12267a0d101': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 585.296940] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 585.318217] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 585.318217] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.332132] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 585.350609] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 585.393555] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.416094] env[62849]: DEBUG nova.network.neutron [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updated VIF entry in instance network info cache for port 7f647998-9191-4369-9965-13391731c919. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 585.416214] env[62849]: DEBUG nova.network.neutron [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updating instance_info_cache with network_info: [{"id": "7f647998-9191-4369-9965-13391731c919", "address": "fa:16:3e:eb:22:c7", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f647998-91", "ovs_interfaceid": "7f647998-9191-4369-9965-13391731c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.464443] env[62849]: DEBUG oslo_vmware.api [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403669, 'name': PowerOffVM_Task, 'duration_secs': 0.286112} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.464932] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 585.466283] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 585.466283] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-115d88b9-a862-45e9-b52a-6e3873b1e3fb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.563666] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403668, 'name': Rename_Task, 'duration_secs': 0.524386} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.565251] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.566807] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-317c3a33-d8c9-4c5b-b489-60e1ed2d9879 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.569279] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 585.569664] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 585.569834] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Deleting the datastore file [datastore2] ea0bb3b1-678b-411e-b9c6-2fa4e99ff526 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.570169] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-282a1f89-d3b3-493e-ba5f-e80fb5c4f0db {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.582869] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 585.582869] env[62849]: value = "task-4403672" [ 585.582869] env[62849]: _type = "Task" [ 585.582869] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.583169] env[62849]: DEBUG oslo_vmware.api [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for the task: (returnval){ [ 585.583169] env[62849]: value = "task-4403673" [ 585.583169] env[62849]: _type = "Task" [ 585.583169] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.607868] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403672, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.611373] env[62849]: DEBUG oslo_vmware.api [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.614665] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091469} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.614665] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.618856] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea43ecb6-6f47-40e4-bcf8-fc3665dcf04b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.647456] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 7567076c-e3dd-42fd-b715-bf3ea8452826/7567076c-e3dd-42fd-b715-bf3ea8452826.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.652689] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-421ae9dd-7645-4635-bab1-911fdd2c22f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.689267] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 585.689267] env[62849]: value = "task-4403674" [ 585.689267] env[62849]: _type = "Task" [ 585.689267] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.704871] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.808950] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76b045b-ed69-47de-bc8a-8b893283b6df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.817891] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40df1f3-4fcb-443e-bb48-ee92b8a8a08a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.857533] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0290616b-dd87-46a1-80fa-0e5814d8c0df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.867636] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46d74d3-154a-467a-8660-e4fdedcdcc82 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.883754] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.920792] env[62849]: DEBUG oslo_concurrency.lockutils [req-40f12187-351d-47e0-9159-68a49098470e req-b78214b0-aa0b-4427-aa22-2210c085edcb service nova] Releasing lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.115714] env[62849]: DEBUG oslo_vmware.api [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Task: {'id': task-4403673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363934} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.115714] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403672, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.115844] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.116315] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 586.116527] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 586.116723] env[62849]: INFO nova.compute.manager [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Took 1.19 seconds to destroy the instance on the hypervisor. [ 586.116990] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 586.117225] env[62849]: DEBUG nova.compute.manager [-] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 586.117499] env[62849]: DEBUG nova.network.neutron [-] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 586.203273] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.416069] env[62849]: ERROR nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [req-868a77e0-a073-4ea2-9821-e00ad1313494] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-868a77e0-a073-4ea2-9821-e00ad1313494"}]} [ 586.444457] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 586.479082] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 586.479619] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 586.499361] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 586.536398] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 586.605379] env[62849]: DEBUG oslo_vmware.api [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403672, 'name': PowerOnVM_Task, 'duration_secs': 0.740634} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.606410] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.607938] env[62849]: INFO nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Took 13.22 seconds to spawn the instance on the hypervisor. [ 586.608213] env[62849]: DEBUG nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.612787] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a20bc0-04da-4285-90ab-da9a8ff971c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.717011] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403674, 'name': ReconfigVM_Task, 'duration_secs': 0.522348} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.720874] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 7567076c-e3dd-42fd-b715-bf3ea8452826/7567076c-e3dd-42fd-b715-bf3ea8452826.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.722107] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f2e7b17-6fc8-4396-9686-fb06d426eb93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.731074] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 586.731074] env[62849]: value = "task-4403675" [ 586.731074] env[62849]: _type = "Task" [ 586.731074] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.747742] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403675, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.963709] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquiring lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.963901] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.964081] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquiring lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.964256] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.964420] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.973103] env[62849]: INFO nova.compute.manager [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Terminating instance [ 587.015417] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d94f9d-084f-4744-bf7a-83fd705337d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.030540] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8d9cb-184a-4a5e-8f4d-00e222fa5263 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.083407] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd581cf-c7db-4586-aadb-fe3d98f9226d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.090197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.090489] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.097944] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a41d9a0-50e9-4227-ac17-5b73bae46b84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.122686] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.134232] env[62849]: INFO nova.compute.manager [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Took 25.95 seconds to build instance. [ 587.226350] env[62849]: DEBUG nova.compute.manager [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 587.245884] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403675, 'name': Rename_Task, 'duration_secs': 0.228226} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.246019] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.248664] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77f6de40-f53d-4e66-82c2-28f4b8978f56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.256817] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 587.256817] env[62849]: value = "task-4403676" [ 587.256817] env[62849]: _type = "Task" [ 587.256817] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.267764] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.341251] env[62849]: DEBUG nova.network.neutron [-] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.479007] env[62849]: DEBUG nova.compute.manager [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 587.479258] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 587.480135] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a851b1-7cb0-4174-b679-da3caf19d1b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.489583] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.489687] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb1e31f-3da0-46b9-8251-2aac86bd884e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.499683] env[62849]: DEBUG oslo_vmware.api [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 587.499683] env[62849]: value = "task-4403677" [ 587.499683] env[62849]: _type = "Task" [ 587.499683] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.521752] env[62849]: DEBUG oslo_vmware.api [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.637591] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f087313d-35a4-4bcf-b07e-ba4127ee48a1 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.476s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.657659] env[62849]: ERROR nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [req-f6bec7da-d537-4e57-a0f3-d93a626fee77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6bec7da-d537-4e57-a0f3-d93a626fee77"}]} [ 587.689638] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 587.714409] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 587.714803] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 587.734073] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 587.764844] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.769875] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 587.782050] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.844640] env[62849]: INFO nova.compute.manager [-] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Took 1.73 seconds to deallocate network for instance. [ 588.015235] env[62849]: DEBUG oslo_vmware.api [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403677, 'name': PowerOffVM_Task, 'duration_secs': 0.315445} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.015235] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.015440] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.016183] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2237c16b-c224-4f7c-800c-768889d587c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.106032] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.106032] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.106032] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Deleting the datastore file [datastore2] 9d80ff8b-ffbb-4238-bd78-1e0b83497004 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.106032] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a8a5b31-1b94-49d2-aae8-ca2fe3251d76 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.120085] env[62849]: DEBUG oslo_vmware.api [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for the task: (returnval){ [ 588.120085] env[62849]: value = "task-4403679" [ 588.120085] env[62849]: _type = "Task" [ 588.120085] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.136823] env[62849]: DEBUG oslo_vmware.api [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.142885] env[62849]: DEBUG nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.203243] env[62849]: INFO nova.compute.manager [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Rebuilding instance [ 588.267852] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d8fab-9720-4cec-886b-3bb217e29e37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.274070] env[62849]: DEBUG nova.compute.manager [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.275081] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ab71c-2aea-47e5-a31f-8b2eaab61326 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.283014] env[62849]: DEBUG oslo_vmware.api [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403676, 'name': PowerOnVM_Task, 'duration_secs': 0.860539} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.283820] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.284057] env[62849]: INFO nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Took 12.37 seconds to spawn the instance on the hypervisor. [ 588.284241] env[62849]: DEBUG nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.285299] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d94ef7-8259-4003-9ed0-5b06e007847d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.291177] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07442b6e-9e76-4737-ae19-03ae431617c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.331992] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26686ec0-56c0-425a-a20f-758faa1afabc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.341624] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c995c277-5fdb-40d1-9a7a-8e188b8f801d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.359333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.360206] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.440496] env[62849]: DEBUG nova.compute.manager [req-7e1998e4-74c1-4de6-8711-ea9dd78f42c8 req-449e8377-0ac6-4331-a03b-dea1373495f3 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Received event network-changed-68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 588.440817] env[62849]: DEBUG nova.compute.manager [req-7e1998e4-74c1-4de6-8711-ea9dd78f42c8 req-449e8377-0ac6-4331-a03b-dea1373495f3 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Refreshing instance network info cache due to event network-changed-68382e88-f152-4672-b8be-a97d14775421. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 588.441130] env[62849]: DEBUG oslo_concurrency.lockutils [req-7e1998e4-74c1-4de6-8711-ea9dd78f42c8 req-449e8377-0ac6-4331-a03b-dea1373495f3 service nova] Acquiring lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.441290] env[62849]: DEBUG oslo_concurrency.lockutils [req-7e1998e4-74c1-4de6-8711-ea9dd78f42c8 req-449e8377-0ac6-4331-a03b-dea1373495f3 service nova] Acquired lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.441454] env[62849]: DEBUG nova.network.neutron [req-7e1998e4-74c1-4de6-8711-ea9dd78f42c8 req-449e8377-0ac6-4331-a03b-dea1373495f3 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Refreshing network info cache for port 68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.633986] env[62849]: DEBUG oslo_vmware.api [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Task: {'id': task-4403679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256122} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.634317] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.634503] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 588.634694] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 588.634967] env[62849]: INFO nova.compute.manager [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Took 1.16 seconds to destroy the instance on the hypervisor. [ 588.635177] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.635391] env[62849]: DEBUG nova.compute.manager [-] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 588.635497] env[62849]: DEBUG nova.network.neutron [-] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 588.668865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.669545] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.670567] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.838542] env[62849]: INFO nova.compute.manager [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Took 27.29 seconds to build instance. [ 588.892076] env[62849]: ERROR nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [req-230725a0-900a-4650-8965-685e468a5444] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-230725a0-900a-4650-8965-685e468a5444"}]} [ 588.916982] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 588.941414] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 588.942678] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 588.961997] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 588.996480] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 589.306718] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.308303] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fd3c82-ae1b-4cfc-9532-9a5f76179af6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.316555] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "19d76bfb-f713-4112-9a92-61b3cf45f808" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.316555] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "19d76bfb-f713-4112-9a92-61b3cf45f808" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.323556] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 589.323556] env[62849]: value = "task-4403680" [ 589.323556] env[62849]: _type = "Task" [ 589.323556] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.340073] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.340507] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7a36a38d-2454-4912-9539-615addf484d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "7567076c-e3dd-42fd-b715-bf3ea8452826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.797s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.478425] env[62849]: DEBUG nova.network.neutron [-] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.534874] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba0b7d2-76ed-4af0-bc44-7a47f2aaeda2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.545264] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c0c5d2-80d8-450d-beac-ee813bd6ade4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.581698] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a5be09-5e10-4dd1-bb0c-332ca9e0032f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.591011] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d812f5a9-febc-4415-95a7-a16613ea1915 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.606638] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 589.792151] env[62849]: DEBUG nova.network.neutron [req-7e1998e4-74c1-4de6-8711-ea9dd78f42c8 req-449e8377-0ac6-4331-a03b-dea1373495f3 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Updated VIF entry in instance network info cache for port 68382e88-f152-4672-b8be-a97d14775421. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 589.792582] env[62849]: DEBUG nova.network.neutron [req-7e1998e4-74c1-4de6-8711-ea9dd78f42c8 req-449e8377-0ac6-4331-a03b-dea1373495f3 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Updating instance_info_cache with network_info: [{"id": "68382e88-f152-4672-b8be-a97d14775421", "address": "fa:16:3e:cc:cc:a7", "network": {"id": "26bea1f4-c890-485f-a80b-66f30c561e51", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1960631372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea3c4aad33f647498f460459bb35f002", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68382e88-f1", "ovs_interfaceid": "68382e88-f152-4672-b8be-a97d14775421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.837827] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403680, 'name': PowerOffVM_Task, 'duration_secs': 0.233265} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.838127] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 589.838428] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 589.839572] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f790aaa-54fb-4507-be8f-bc221247ec36 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.844517] env[62849]: DEBUG nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.854950] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 589.855271] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edb28ac3-bb9d-4ba5-9801-9bab612fb8e2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.882440] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 589.882712] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 589.882797] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Deleting the datastore file [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.884078] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc4bea1d-5ae9-423e-8024-cc2e68780a14 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.892411] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 589.892411] env[62849]: value = "task-4403682" [ 589.892411] env[62849]: _type = "Task" [ 589.892411] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.902361] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.981157] env[62849]: INFO nova.compute.manager [-] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Took 1.35 seconds to deallocate network for instance. [ 590.150665] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 590.151170] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 30 to 31 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 590.151170] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.295466] env[62849]: DEBUG oslo_concurrency.lockutils [req-7e1998e4-74c1-4de6-8711-ea9dd78f42c8 req-449e8377-0ac6-4331-a03b-dea1373495f3 service nova] Releasing lock "refresh_cache-47563de8-701e-426e-a3c2-340c978f781a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.379444] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.406037] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217419} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.406906] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.406906] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 590.406906] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 590.489486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.655862] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 590.656136] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.010s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.656406] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.972s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.658188] env[62849]: INFO nova.compute.claims [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.933093] env[62849]: DEBUG nova.compute.manager [req-b928bcc2-1a45-464e-a840-50f9687d5bb9 req-5a2f453b-9e67-40f5-93f9-ed826bbe7001 service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Received event network-changed-7f647998-9191-4369-9965-13391731c919 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 590.933497] env[62849]: DEBUG nova.compute.manager [req-b928bcc2-1a45-464e-a840-50f9687d5bb9 req-5a2f453b-9e67-40f5-93f9-ed826bbe7001 service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Refreshing instance network info cache due to event network-changed-7f647998-9191-4369-9965-13391731c919. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 590.933633] env[62849]: DEBUG oslo_concurrency.lockutils [req-b928bcc2-1a45-464e-a840-50f9687d5bb9 req-5a2f453b-9e67-40f5-93f9-ed826bbe7001 service nova] Acquiring lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.933814] env[62849]: DEBUG oslo_concurrency.lockutils [req-b928bcc2-1a45-464e-a840-50f9687d5bb9 req-5a2f453b-9e67-40f5-93f9-ed826bbe7001 service nova] Acquired lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.933891] env[62849]: DEBUG nova.network.neutron [req-b928bcc2-1a45-464e-a840-50f9687d5bb9 req-5a2f453b-9e67-40f5-93f9-ed826bbe7001 service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Refreshing network info cache for port 7f647998-9191-4369-9965-13391731c919 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.453471] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.453721] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.453863] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.454063] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.454211] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.454353] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.454558] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.454714] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.455067] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.455067] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.455226] env[62849]: DEBUG nova.virt.hardware [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.456499] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab620ae-2984-4e3c-b101-179ffc97d932 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.466101] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd5743-edaf-41b5-a118-2619157ee3d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.481756] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.487971] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.488288] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.488504] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1f3a402-1b0a-409d-9a46-7e6ec85b57e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.510587] env[62849]: DEBUG nova.compute.manager [req-54ee8e64-6e23-4f5b-bb46-16537f9fffa3 req-924766d4-9e74-4b2c-89b0-1dfb11747349 service nova] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Received event network-vif-deleted-8d647eeb-2ec5-49f1-b972-8e898b0b39d0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 591.510727] env[62849]: DEBUG nova.compute.manager [req-54ee8e64-6e23-4f5b-bb46-16537f9fffa3 req-924766d4-9e74-4b2c-89b0-1dfb11747349 service nova] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Received event network-vif-deleted-13be865a-3013-4611-b225-20bb12d5edaa {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 591.512855] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.512855] env[62849]: value = "task-4403683" [ 591.512855] env[62849]: _type = "Task" [ 591.512855] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.523513] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403683, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.923724] env[62849]: DEBUG nova.network.neutron [req-b928bcc2-1a45-464e-a840-50f9687d5bb9 req-5a2f453b-9e67-40f5-93f9-ed826bbe7001 service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updated VIF entry in instance network info cache for port 7f647998-9191-4369-9965-13391731c919. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 591.924237] env[62849]: DEBUG nova.network.neutron [req-b928bcc2-1a45-464e-a840-50f9687d5bb9 req-5a2f453b-9e67-40f5-93f9-ed826bbe7001 service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updating instance_info_cache with network_info: [{"id": "7f647998-9191-4369-9965-13391731c919", "address": "fa:16:3e:eb:22:c7", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f647998-91", "ovs_interfaceid": "7f647998-9191-4369-9965-13391731c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.025621] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403683, 'name': CreateVM_Task, 'duration_secs': 0.330338} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.025896] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.026213] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.026701] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.026701] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.026937] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909591f8-7949-45a4-be20-5cd02683eb7c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.032583] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 592.032583] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5208cc32-e40c-cfbd-2bfe-a03026b1b915" [ 592.032583] env[62849]: _type = "Task" [ 592.032583] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.045901] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5208cc32-e40c-cfbd-2bfe-a03026b1b915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.156191] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d5c15a-c61e-401f-a3c2-d44049777e8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.164511] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4088c1e-873f-4f24-9a82-65a8d7c94d37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.201123] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de740f8-dd75-4a8d-8d10-f41b7ee61da3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.210185] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f1b379-9485-4257-97b1-0bb6598dafa2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.225913] env[62849]: DEBUG nova.compute.provider_tree [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 592.428034] env[62849]: DEBUG oslo_concurrency.lockutils [req-b928bcc2-1a45-464e-a840-50f9687d5bb9 req-5a2f453b-9e67-40f5-93f9-ed826bbe7001 service nova] Releasing lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.550166] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5208cc32-e40c-cfbd-2bfe-a03026b1b915, 'name': SearchDatastore_Task, 'duration_secs': 0.01789} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.550166] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.550166] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.550166] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.550444] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.550444] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.550444] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9369d140-17d6-427c-928f-59ffc6ca9c0b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.562072] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.562325] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.563353] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b9953f-5f3b-4039-a188-ae2d8da33ffa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.573366] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 592.573366] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525a6c43-0c1d-3f16-8411-0fb84f209c05" [ 592.573366] env[62849]: _type = "Task" [ 592.573366] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.583654] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525a6c43-0c1d-3f16-8411-0fb84f209c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.771134] env[62849]: DEBUG nova.scheduler.client.report [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 592.771134] env[62849]: DEBUG nova.compute.provider_tree [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 31 to 32 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 592.771134] env[62849]: DEBUG nova.compute.provider_tree [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.088497] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525a6c43-0c1d-3f16-8411-0fb84f209c05, 'name': SearchDatastore_Task, 'duration_secs': 0.022177} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.089465] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f99aab4-6e2e-4b1c-b194-9d9c6f69bfc6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.096223] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 593.096223] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d87b1e-7b42-f889-658c-6a78b3d18dd8" [ 593.096223] env[62849]: _type = "Task" [ 593.096223] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.108131] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d87b1e-7b42-f889-658c-6a78b3d18dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.280902] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.281495] env[62849]: DEBUG nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.286456] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.534s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.288573] env[62849]: INFO nova.compute.claims [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.609945] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d87b1e-7b42-f889-658c-6a78b3d18dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.015553} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.610428] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.610671] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.610783] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0c32992-c723-48e2-9468-4189a0fb54e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.618710] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 593.618710] env[62849]: value = "task-4403684" [ 593.618710] env[62849]: _type = "Task" [ 593.618710] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.628457] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.797453] env[62849]: DEBUG nova.compute.utils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.800688] env[62849]: DEBUG nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.800688] env[62849]: DEBUG nova.network.neutron [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.871220] env[62849]: DEBUG nova.policy [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18f5749b7044f5fbcf8f278a8242c57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be2f8276d9fb4f92b7592668686a977d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.133883] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403684, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.304946] env[62849]: DEBUG nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.463598] env[62849]: DEBUG nova.compute.manager [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received event network-changed-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 594.463952] env[62849]: DEBUG nova.compute.manager [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Refreshing instance network info cache due to event network-changed-b699876b-60f0-416e-9f34-d7f4c37bde78. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 594.464083] env[62849]: DEBUG oslo_concurrency.lockutils [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] Acquiring lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.464276] env[62849]: DEBUG oslo_concurrency.lockutils [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] Acquired lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.464386] env[62849]: DEBUG nova.network.neutron [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Refreshing network info cache for port b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.638080] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742391} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.638080] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.638080] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.638080] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b31190f-29a9-44bd-9016-2c637d92437d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.650404] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 594.650404] env[62849]: value = "task-4403685" [ 594.650404] env[62849]: _type = "Task" [ 594.650404] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.661962] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.874109] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a8f1d6-2084-4b1c-8e6d-0609d07ce921 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.888336] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f6dae1-c68d-4db7-b70e-6a83eea1b60a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.926674] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a258e5-d263-4b47-9343-aa9662a3c0f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.935802] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d3125b-91e5-48a0-a661-dbe49c913b59 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.950834] env[62849]: DEBUG nova.compute.provider_tree [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 595.034102] env[62849]: DEBUG nova.network.neutron [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Successfully created port: 420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 595.160896] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079819} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.161693] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.162648] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b57e80-1bfb-4dbf-b1ae-531a918a2e54 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.190096] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.192668] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd45669-1434-4ad0-af5a-9f8f9a51ec2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.214458] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 595.214458] env[62849]: value = "task-4403686" [ 595.214458] env[62849]: _type = "Task" [ 595.214458] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.224822] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.327967] env[62849]: DEBUG nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.362633] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.363027] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.363606] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.363606] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.363606] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.363606] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.363733] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.363904] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.364338] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.364338] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.364771] env[62849]: DEBUG nova.virt.hardware [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.365272] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f0a2b-b647-4844-a658-b053ab7d377e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.374773] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecf3122-fa60-4426-abc9-f6d751a73a3b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.495160] env[62849]: DEBUG nova.scheduler.client.report [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 595.495160] env[62849]: DEBUG nova.compute.provider_tree [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 32 to 33 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 595.495160] env[62849]: DEBUG nova.compute.provider_tree [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 595.559951] env[62849]: DEBUG nova.network.neutron [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updated VIF entry in instance network info cache for port b699876b-60f0-416e-9f34-d7f4c37bde78. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 595.560322] env[62849]: DEBUG nova.network.neutron [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating instance_info_cache with network_info: [{"id": "b699876b-60f0-416e-9f34-d7f4c37bde78", "address": "fa:16:3e:32:aa:a2", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb699876b-60", "ovs_interfaceid": "b699876b-60f0-416e-9f34-d7f4c37bde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.736552] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403686, 'name': ReconfigVM_Task, 'duration_secs': 0.300152} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.736950] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53/03ffcc41-6295-4dd0-9676-0ee6b0786b53.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.737574] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86e4ea95-55a6-44b0-a53e-1c0b2c9a59a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.747536] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 595.747536] env[62849]: value = "task-4403687" [ 595.747536] env[62849]: _type = "Task" [ 595.747536] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.758026] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403687, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.000718] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.001323] env[62849]: DEBUG nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.004226] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.862s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.005782] env[62849]: INFO nova.compute.claims [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.064468] env[62849]: DEBUG oslo_concurrency.lockutils [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] Releasing lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.065719] env[62849]: DEBUG nova.compute.manager [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Received event network-changed-7f647998-9191-4369-9965-13391731c919 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 596.065719] env[62849]: DEBUG nova.compute.manager [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Refreshing instance network info cache due to event network-changed-7f647998-9191-4369-9965-13391731c919. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 596.065872] env[62849]: DEBUG oslo_concurrency.lockutils [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] Acquiring lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.066258] env[62849]: DEBUG oslo_concurrency.lockutils [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] Acquired lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.067122] env[62849]: DEBUG nova.network.neutron [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Refreshing network info cache for port 7f647998-9191-4369-9965-13391731c919 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.273264] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403687, 'name': Rename_Task, 'duration_secs': 0.152359} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.273558] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.273803] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae81d061-f1de-4e49-b260-34d63fdcdc2d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.282063] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Waiting for the task: (returnval){ [ 596.282063] env[62849]: value = "task-4403688" [ 596.282063] env[62849]: _type = "Task" [ 596.282063] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.292901] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.517119] env[62849]: DEBUG nova.compute.utils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.520797] env[62849]: DEBUG nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.520975] env[62849]: DEBUG nova.network.neutron [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.639228] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquiring lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.639343] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.682233] env[62849]: DEBUG nova.policy [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f30bf9d75ade468392283a9a0d6b9a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f188aeb6a1488ba223021d38a7f151', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.799178] env[62849]: DEBUG oslo_vmware.api [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Task: {'id': task-4403688, 'name': PowerOnVM_Task, 'duration_secs': 0.468171} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.804171] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.804171] env[62849]: DEBUG nova.compute.manager [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.804171] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c2964-f024-44e3-80d8-c59e9fe745ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.031049] env[62849]: DEBUG nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.190778] env[62849]: DEBUG nova.network.neutron [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updated VIF entry in instance network info cache for port 7f647998-9191-4369-9965-13391731c919. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 597.191174] env[62849]: DEBUG nova.network.neutron [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updating instance_info_cache with network_info: [{"id": "7f647998-9191-4369-9965-13391731c919", "address": "fa:16:3e:eb:22:c7", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f647998-91", "ovs_interfaceid": "7f647998-9191-4369-9965-13391731c919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.296085] env[62849]: DEBUG nova.network.neutron [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Successfully updated port: 420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 597.336459] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.488264] env[62849]: DEBUG nova.network.neutron [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Successfully created port: c5d6db45-dd82-4518-a5a2-a73a50a46d49 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 597.552025] env[62849]: DEBUG nova.compute.manager [req-b2e5636f-ad96-4669-be24-4bf867c85484 req-f9e54044-3a5c-479d-bd0b-52995d48ae8a service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Received event network-vif-plugged-420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 597.552025] env[62849]: DEBUG oslo_concurrency.lockutils [req-b2e5636f-ad96-4669-be24-4bf867c85484 req-f9e54044-3a5c-479d-bd0b-52995d48ae8a service nova] Acquiring lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.552025] env[62849]: DEBUG oslo_concurrency.lockutils [req-b2e5636f-ad96-4669-be24-4bf867c85484 req-f9e54044-3a5c-479d-bd0b-52995d48ae8a service nova] Lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.552025] env[62849]: DEBUG oslo_concurrency.lockutils [req-b2e5636f-ad96-4669-be24-4bf867c85484 req-f9e54044-3a5c-479d-bd0b-52995d48ae8a service nova] Lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.552025] env[62849]: DEBUG nova.compute.manager [req-b2e5636f-ad96-4669-be24-4bf867c85484 req-f9e54044-3a5c-479d-bd0b-52995d48ae8a service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] No waiting events found dispatching network-vif-plugged-420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.552253] env[62849]: WARNING nova.compute.manager [req-b2e5636f-ad96-4669-be24-4bf867c85484 req-f9e54044-3a5c-479d-bd0b-52995d48ae8a service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Received unexpected event network-vif-plugged-420c0db7-e282-44af-a3db-c72dd035e41d for instance with vm_state building and task_state spawning. [ 597.572780] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f791a3-2b65-44b4-9def-8c4bd0f3784f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.584035] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec7d3a3-df8e-4b31-b875-5664da3873d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.620100] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f318e82-bdf3-49c8-aa35-f0e1c50f7d03 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.631028] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cf6fd6-5b6b-4451-8bbb-d36aadd6797f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.649119] env[62849]: DEBUG nova.compute.provider_tree [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.695692] env[62849]: DEBUG oslo_concurrency.lockutils [req-b6683f59-bb46-4554-940c-6d88e81545ef req-aac4cf3b-0c23-499e-a3b1-39bcac856a2d service nova] Releasing lock "refresh_cache-7567076c-e3dd-42fd-b715-bf3ea8452826" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.799715] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.800208] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.800208] env[62849]: DEBUG nova.network.neutron [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.046982] env[62849]: DEBUG nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.098412] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.098715] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.098889] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.099107] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.099275] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.099438] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.099655] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.099826] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.099998] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.100172] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.100419] env[62849]: DEBUG nova.virt.hardware [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.101311] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5fcfe2-0943-4f8f-a636-6a00bc62ebae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.111294] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e59d3c-3abb-40c9-a9db-631f0b814fbe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.155166] env[62849]: DEBUG nova.scheduler.client.report [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.335185] env[62849]: DEBUG nova.network.neutron [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 598.391366] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquiring lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.391611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.585486] env[62849]: DEBUG nova.network.neutron [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.663797] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.663797] env[62849]: DEBUG nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.665362] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.753s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.665550] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.667931] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.780s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.669903] env[62849]: INFO nova.compute.claims [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.701451] env[62849]: INFO nova.scheduler.client.report [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Deleted allocations for instance 187e2aa3-1637-4d1f-9af0-1f77920fe2c8 [ 599.095032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.095032] env[62849]: DEBUG nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Instance network_info: |[{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.095370] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:0f:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '420c0db7-e282-44af-a3db-c72dd035e41d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.102755] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Creating folder: Project (be2f8276d9fb4f92b7592668686a977d). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.107302] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccb642b3-efb9-4311-9ac0-577bd10b980b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.118695] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Created folder: Project (be2f8276d9fb4f92b7592668686a977d) in parent group-v861840. [ 599.118695] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Creating folder: Instances. Parent ref: group-v861870. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.119831] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-632f8549-f6c5-49f3-93f3-bf4588b26c4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.131177] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Created folder: Instances in parent group-v861870. [ 599.131460] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.131675] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.132317] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-468e0727-d298-4394-b11f-9c00cbc1b670 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.155074] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.155074] env[62849]: value = "task-4403691" [ 599.155074] env[62849]: _type = "Task" [ 599.155074] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.164851] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403691, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.167582] env[62849]: DEBUG nova.compute.utils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.169771] env[62849]: DEBUG nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.169959] env[62849]: DEBUG nova.network.neutron [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 599.210562] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b918cdef-d342-4780-8490-9d8de2440904 tempest-DeleteServersAdminTestJSON-1068454179 tempest-DeleteServersAdminTestJSON-1068454179-project-admin] Lock "187e2aa3-1637-4d1f-9af0-1f77920fe2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.323s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.265574] env[62849]: DEBUG nova.policy [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f30bf9d75ade468392283a9a0d6b9a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f188aeb6a1488ba223021d38a7f151', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.482721] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.483147] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.483314] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.483593] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.483920] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.487921] env[62849]: INFO nova.compute.manager [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Terminating instance [ 599.668532] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403691, 'name': CreateVM_Task, 'duration_secs': 0.435701} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.668532] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.669675] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.669675] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.669675] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.669850] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef112ecb-4704-4045-8150-f60f453a4fd5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.673325] env[62849]: DEBUG nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.691971] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 599.691971] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e8efac-bb35-9f58-8839-913a67c841ff" [ 599.691971] env[62849]: _type = "Task" [ 599.691971] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.703938] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e8efac-bb35-9f58-8839-913a67c841ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.703938] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.703938] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.704126] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.704164] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.704334] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.704779] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b55da11c-687a-432d-8b6b-bce9c8d8ef73 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.717031] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.717031] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.717031] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12d5e9e-a32b-4fd4-9556-a16a47c5b73c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.725269] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 599.725269] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52580ec2-4e3b-3f82-ecde-27bde2e05623" [ 599.725269] env[62849]: _type = "Task" [ 599.725269] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.738821] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52580ec2-4e3b-3f82-ecde-27bde2e05623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.887565] env[62849]: DEBUG nova.network.neutron [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Successfully updated port: c5d6db45-dd82-4518-a5a2-a73a50a46d49 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 599.939027] env[62849]: DEBUG nova.network.neutron [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Successfully created port: a816129d-36f7-4736-9d9f-11d25d23c7b1 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 599.994072] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "refresh_cache-03ffcc41-6295-4dd0-9676-0ee6b0786b53" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.994242] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquired lock "refresh_cache-03ffcc41-6295-4dd0-9676-0ee6b0786b53" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.994472] env[62849]: DEBUG nova.network.neutron [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 600.175145] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8e940-ff85-43d0-b250-80d4eac081e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.192974] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb59fa8-1c8d-49ba-9076-0e16a3cd56f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.235496] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699b9d1f-f408-45be-ab25-beeeb728de32 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.246504] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52580ec2-4e3b-3f82-ecde-27bde2e05623, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.249970] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ad668b-3445-4461-bf25-1f3cd20ce9a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.253277] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7159899-1932-47bb-8072-1846ed10890d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.262490] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 600.262490] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f55cd-4160-b876-f862-5bdde56e6706" [ 600.262490] env[62849]: _type = "Task" [ 600.262490] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.275458] env[62849]: DEBUG nova.compute.provider_tree [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.287339] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f55cd-4160-b876-f862-5bdde56e6706, 'name': SearchDatastore_Task, 'duration_secs': 0.014842} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.287880] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.288181] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c470235b-8456-4a41-90c3-89205b6d0e32/c470235b-8456-4a41-90c3-89205b6d0e32.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.288520] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4625d79-dd7d-471c-b946-fde08ebce246 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.297494] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 600.297494] env[62849]: value = "task-4403692" [ 600.297494] env[62849]: _type = "Task" [ 600.297494] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.311920] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.390229] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.390229] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.390356] env[62849]: DEBUG nova.network.neutron [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 600.395063] env[62849]: DEBUG nova.compute.manager [req-bfbb957b-8759-4130-bf78-d8dfd89e322d req-76b1b4d4-cb12-4e1e-a9be-81ea7e790778 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Received event network-changed-420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 600.395393] env[62849]: DEBUG nova.compute.manager [req-bfbb957b-8759-4130-bf78-d8dfd89e322d req-76b1b4d4-cb12-4e1e-a9be-81ea7e790778 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Refreshing instance network info cache due to event network-changed-420c0db7-e282-44af-a3db-c72dd035e41d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 600.395526] env[62849]: DEBUG oslo_concurrency.lockutils [req-bfbb957b-8759-4130-bf78-d8dfd89e322d req-76b1b4d4-cb12-4e1e-a9be-81ea7e790778 service nova] Acquiring lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.395598] env[62849]: DEBUG oslo_concurrency.lockutils [req-bfbb957b-8759-4130-bf78-d8dfd89e322d req-76b1b4d4-cb12-4e1e-a9be-81ea7e790778 service nova] Acquired lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.399244] env[62849]: DEBUG nova.network.neutron [req-bfbb957b-8759-4130-bf78-d8dfd89e322d req-76b1b4d4-cb12-4e1e-a9be-81ea7e790778 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Refreshing network info cache for port 420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.423829] env[62849]: DEBUG nova.compute.manager [req-cf088153-e724-4e75-a0a8-a9c31f68d2ba req-e8b42585-677c-416c-8eb7-a0ce026fa862 service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Received event network-vif-plugged-c5d6db45-dd82-4518-a5a2-a73a50a46d49 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 600.424073] env[62849]: DEBUG oslo_concurrency.lockutils [req-cf088153-e724-4e75-a0a8-a9c31f68d2ba req-e8b42585-677c-416c-8eb7-a0ce026fa862 service nova] Acquiring lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.424280] env[62849]: DEBUG oslo_concurrency.lockutils [req-cf088153-e724-4e75-a0a8-a9c31f68d2ba req-e8b42585-677c-416c-8eb7-a0ce026fa862 service nova] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.424442] env[62849]: DEBUG oslo_concurrency.lockutils [req-cf088153-e724-4e75-a0a8-a9c31f68d2ba req-e8b42585-677c-416c-8eb7-a0ce026fa862 service nova] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.424610] env[62849]: DEBUG nova.compute.manager [req-cf088153-e724-4e75-a0a8-a9c31f68d2ba req-e8b42585-677c-416c-8eb7-a0ce026fa862 service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] No waiting events found dispatching network-vif-plugged-c5d6db45-dd82-4518-a5a2-a73a50a46d49 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.424772] env[62849]: WARNING nova.compute.manager [req-cf088153-e724-4e75-a0a8-a9c31f68d2ba req-e8b42585-677c-416c-8eb7-a0ce026fa862 service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Received unexpected event network-vif-plugged-c5d6db45-dd82-4518-a5a2-a73a50a46d49 for instance with vm_state building and task_state spawning. [ 600.577026] env[62849]: DEBUG nova.network.neutron [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 600.686644] env[62849]: DEBUG nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.724271] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.724561] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.727620] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.727620] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.727620] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.727620] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.727620] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.728135] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.728135] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.728135] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.728135] env[62849]: DEBUG nova.virt.hardware [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.728135] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5f29e-28b0-47c6-86f9-4512ba503bd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.738367] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1246a22d-f8fd-4216-b033-8c99ab74f7f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.783026] env[62849]: DEBUG nova.scheduler.client.report [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.789953] env[62849]: DEBUG nova.network.neutron [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.808563] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403692, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.985737] env[62849]: DEBUG nova.network.neutron [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 601.266926] env[62849]: DEBUG nova.network.neutron [req-bfbb957b-8759-4130-bf78-d8dfd89e322d req-76b1b4d4-cb12-4e1e-a9be-81ea7e790778 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updated VIF entry in instance network info cache for port 420c0db7-e282-44af-a3db-c72dd035e41d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 601.266926] env[62849]: DEBUG nova.network.neutron [req-bfbb957b-8759-4130-bf78-d8dfd89e322d req-76b1b4d4-cb12-4e1e-a9be-81ea7e790778 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.294291] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.294291] env[62849]: DEBUG nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.297069] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Releasing lock "refresh_cache-03ffcc41-6295-4dd0-9676-0ee6b0786b53" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.301535] env[62849]: DEBUG nova.compute.manager [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.301734] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.302332] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.799s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.305030] env[62849]: INFO nova.compute.claims [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.310509] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdafa71-53b2-4a08-8209-46e751921f56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.324593] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535455} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.330074] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c470235b-8456-4a41-90c3-89205b6d0e32/c470235b-8456-4a41-90c3-89205b6d0e32.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.330327] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.330999] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.331252] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c65cc7e9-01f8-424f-bf7f-424504f0c623 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.337765] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c8e457a-f27a-48b3-abac-4fb094765838 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.350590] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 601.350590] env[62849]: value = "task-4403694" [ 601.350590] env[62849]: _type = "Task" [ 601.350590] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.350590] env[62849]: DEBUG oslo_vmware.api [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 601.350590] env[62849]: value = "task-4403693" [ 601.350590] env[62849]: _type = "Task" [ 601.350590] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.363705] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.367285] env[62849]: DEBUG oslo_vmware.api [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.470261] env[62849]: DEBUG nova.network.neutron [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Updating instance_info_cache with network_info: [{"id": "c5d6db45-dd82-4518-a5a2-a73a50a46d49", "address": "fa:16:3e:33:ac:f3", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d6db45-dd", "ovs_interfaceid": "c5d6db45-dd82-4518-a5a2-a73a50a46d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.771858] env[62849]: DEBUG oslo_concurrency.lockutils [req-bfbb957b-8759-4130-bf78-d8dfd89e322d req-76b1b4d4-cb12-4e1e-a9be-81ea7e790778 service nova] Releasing lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.772847] env[62849]: DEBUG nova.network.neutron [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Successfully updated port: a816129d-36f7-4736-9d9f-11d25d23c7b1 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.804954] env[62849]: DEBUG nova.compute.utils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.810355] env[62849]: DEBUG nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.810355] env[62849]: DEBUG nova.network.neutron [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 601.864524] env[62849]: DEBUG nova.policy [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12a55a2411044ab6af4d62abb75ecc8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d23def99d43416aa4349134fa08c964', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.876496] env[62849]: DEBUG oslo_vmware.api [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403693, 'name': PowerOffVM_Task, 'duration_secs': 0.207702} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.876998] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076425} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.876998] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.877840] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.877840] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.878141] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a802e44d-04f7-49b4-beca-44db76ec9278 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.880623] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d472b68-62d8-499f-a3c6-741a88735ba0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.907664] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c470235b-8456-4a41-90c3-89205b6d0e32/c470235b-8456-4a41-90c3-89205b6d0e32.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.908199] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0d5f75-533e-4f03-bb7a-600eb7b08ef3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.925996] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.926458] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.926646] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleting the datastore file [datastore1] 03ffcc41-6295-4dd0-9676-0ee6b0786b53 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.927931] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff526c3f-1eff-4095-a484-87b43abdc539 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.934853] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 601.934853] env[62849]: value = "task-4403696" [ 601.934853] env[62849]: _type = "Task" [ 601.934853] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.936916] env[62849]: DEBUG oslo_vmware.api [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for the task: (returnval){ [ 601.936916] env[62849]: value = "task-4403697" [ 601.936916] env[62849]: _type = "Task" [ 601.936916] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.951537] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.955056] env[62849]: DEBUG oslo_vmware.api [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.980200] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.980567] env[62849]: DEBUG nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Instance network_info: |[{"id": "c5d6db45-dd82-4518-a5a2-a73a50a46d49", "address": "fa:16:3e:33:ac:f3", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d6db45-dd", "ovs_interfaceid": "c5d6db45-dd82-4518-a5a2-a73a50a46d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.984305] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ac:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d6db45-dd82-4518-a5a2-a73a50a46d49', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.997546] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Creating folder: Project (a8f188aeb6a1488ba223021d38a7f151). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.998081] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.998431] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.999239] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55e3e110-0b8c-4d5f-92bf-1d058994bbdd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.015688] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Created folder: Project (a8f188aeb6a1488ba223021d38a7f151) in parent group-v861840. [ 602.016050] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Creating folder: Instances. Parent ref: group-v861873. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.016433] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c26ef8-f741-4635-884d-f1b0b12e2ab5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.029659] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Created folder: Instances in parent group-v861873. [ 602.030052] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.030830] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.031191] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6277bfa-3860-4fb6-8f9b-daa73db6e23b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.067447] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.067447] env[62849]: value = "task-4403700" [ 602.067447] env[62849]: _type = "Task" [ 602.067447] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.077914] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403700, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.277251] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "refresh_cache-d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.277473] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "refresh_cache-d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.277713] env[62849]: DEBUG nova.network.neutron [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 602.312186] env[62849]: DEBUG nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.379269] env[62849]: DEBUG nova.network.neutron [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Successfully created port: e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 602.454519] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403696, 'name': ReconfigVM_Task, 'duration_secs': 0.363502} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.454761] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c470235b-8456-4a41-90c3-89205b6d0e32/c470235b-8456-4a41-90c3-89205b6d0e32.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.455518] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e928f3d6-00d7-44d3-b4fe-a841eddc6fd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.461474] env[62849]: DEBUG oslo_vmware.api [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Task: {'id': task-4403697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118566} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.465473] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.465473] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.465930] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.465999] env[62849]: INFO nova.compute.manager [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Took 1.16 seconds to destroy the instance on the hypervisor. [ 602.467204] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.467204] env[62849]: DEBUG nova.compute.manager [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.467204] env[62849]: DEBUG nova.network.neutron [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 602.470740] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 602.470740] env[62849]: value = "task-4403705" [ 602.470740] env[62849]: _type = "Task" [ 602.470740] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.482680] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403705, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.489639] env[62849]: DEBUG nova.network.neutron [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.585619] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403700, 'name': CreateVM_Task, 'duration_secs': 0.513997} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.586270] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.586651] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.586860] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.588732] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.589137] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e968b8b-17de-451f-bf21-5f3bfffcd39e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.598983] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 602.598983] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526d6cc7-d0d8-7dcf-13ce-34ca2db77e3f" [ 602.598983] env[62849]: _type = "Task" [ 602.598983] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.609977] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526d6cc7-d0d8-7dcf-13ce-34ca2db77e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.824482] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6779100a-7f38-4793-b5b9-f24722bf4b30 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.835812] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b5ed0b-79c0-48ab-ab13-81e695374f34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.873491] env[62849]: DEBUG nova.network.neutron [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.875587] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e4b75d-8a87-4a0f-b358-6d0825ab6ec3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.885360] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5246ab81-5a78-46b2-bd72-f4a25559300b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.904322] env[62849]: DEBUG nova.compute.provider_tree [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.988419] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403705, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.993086] env[62849]: DEBUG nova.network.neutron [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.113517] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526d6cc7-d0d8-7dcf-13ce-34ca2db77e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.113868] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.114378] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.114538] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.114686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.114875] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.115560] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0126b91-5a12-4a39-87d4-28324299a209 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.127102] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.127385] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.128272] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb540375-9d7b-4a60-808d-3cbc07ccf7e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.140639] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 603.140639] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228c11a-6ce5-a2aa-234d-ab5ec979b4be" [ 603.140639] env[62849]: _type = "Task" [ 603.140639] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.151420] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228c11a-6ce5-a2aa-234d-ab5ec979b4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.180325] env[62849]: DEBUG nova.network.neutron [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Updating instance_info_cache with network_info: [{"id": "a816129d-36f7-4736-9d9f-11d25d23c7b1", "address": "fa:16:3e:ba:da:b1", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa816129d-36", "ovs_interfaceid": "a816129d-36f7-4736-9d9f-11d25d23c7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.330446] env[62849]: DEBUG nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.340182] env[62849]: DEBUG nova.compute.manager [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Received event network-vif-plugged-a816129d-36f7-4736-9d9f-11d25d23c7b1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 603.340568] env[62849]: DEBUG oslo_concurrency.lockutils [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] Acquiring lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.340980] env[62849]: DEBUG oslo_concurrency.lockutils [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] Lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.341429] env[62849]: DEBUG oslo_concurrency.lockutils [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] Lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.341676] env[62849]: DEBUG nova.compute.manager [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] No waiting events found dispatching network-vif-plugged-a816129d-36f7-4736-9d9f-11d25d23c7b1 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.341948] env[62849]: WARNING nova.compute.manager [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Received unexpected event network-vif-plugged-a816129d-36f7-4736-9d9f-11d25d23c7b1 for instance with vm_state building and task_state spawning. [ 603.342219] env[62849]: DEBUG nova.compute.manager [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Received event network-changed-a816129d-36f7-4736-9d9f-11d25d23c7b1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 603.342459] env[62849]: DEBUG nova.compute.manager [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Refreshing instance network info cache due to event network-changed-a816129d-36f7-4736-9d9f-11d25d23c7b1. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 603.342713] env[62849]: DEBUG oslo_concurrency.lockutils [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] Acquiring lock "refresh_cache-d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.364208] env[62849]: DEBUG nova.compute.manager [req-cec437e7-7f88-4e4c-8be6-560f20838ac0 req-7cf979e8-06ab-43f0-9b56-6229299bc3ae service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Received event network-changed-c5d6db45-dd82-4518-a5a2-a73a50a46d49 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 603.364614] env[62849]: DEBUG nova.compute.manager [req-cec437e7-7f88-4e4c-8be6-560f20838ac0 req-7cf979e8-06ab-43f0-9b56-6229299bc3ae service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Refreshing instance network info cache due to event network-changed-c5d6db45-dd82-4518-a5a2-a73a50a46d49. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 603.364843] env[62849]: DEBUG oslo_concurrency.lockutils [req-cec437e7-7f88-4e4c-8be6-560f20838ac0 req-7cf979e8-06ab-43f0-9b56-6229299bc3ae service nova] Acquiring lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.365031] env[62849]: DEBUG oslo_concurrency.lockutils [req-cec437e7-7f88-4e4c-8be6-560f20838ac0 req-7cf979e8-06ab-43f0-9b56-6229299bc3ae service nova] Acquired lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.365250] env[62849]: DEBUG nova.network.neutron [req-cec437e7-7f88-4e4c-8be6-560f20838ac0 req-7cf979e8-06ab-43f0-9b56-6229299bc3ae service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Refreshing network info cache for port c5d6db45-dd82-4518-a5a2-a73a50a46d49 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.375249] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.375391] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.375819] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.375819] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.376308] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.376308] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.376308] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.376464] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.376744] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.376744] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.380191] env[62849]: DEBUG nova.virt.hardware [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.380191] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4faf40-32f8-450e-8646-d97c04e16665 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.389838] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c8366-ddfe-4803-aa6b-297792298192 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.408561] env[62849]: DEBUG nova.scheduler.client.report [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.482356] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403705, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.497765] env[62849]: INFO nova.compute.manager [-] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Took 1.03 seconds to deallocate network for instance. [ 603.654075] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228c11a-6ce5-a2aa-234d-ab5ec979b4be, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.654931] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c315dc9e-5a82-499d-b138-cce2521b6f1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.663811] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 603.663811] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b1d3e-00ca-d74c-55b3-29eb6966a03b" [ 603.663811] env[62849]: _type = "Task" [ 603.663811] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.674309] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b1d3e-00ca-d74c-55b3-29eb6966a03b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.683124] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "refresh_cache-d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.683497] env[62849]: DEBUG nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Instance network_info: |[{"id": "a816129d-36f7-4736-9d9f-11d25d23c7b1", "address": "fa:16:3e:ba:da:b1", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa816129d-36", "ovs_interfaceid": "a816129d-36f7-4736-9d9f-11d25d23c7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.683828] env[62849]: DEBUG oslo_concurrency.lockutils [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] Acquired lock "refresh_cache-d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.684033] env[62849]: DEBUG nova.network.neutron [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Refreshing network info cache for port a816129d-36f7-4736-9d9f-11d25d23c7b1 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.685490] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:da:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a816129d-36f7-4736-9d9f-11d25d23c7b1', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.697344] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.705036] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.705036] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-054ec3b3-fcc6-468e-bddc-68aba4ce5d26 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.726915] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.726915] env[62849]: value = "task-4403706" [ 603.726915] env[62849]: _type = "Task" [ 603.726915] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.739919] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403706, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.753853] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquiring lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.754129] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.916589] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.917179] env[62849]: DEBUG nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.920399] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.307s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.922920] env[62849]: INFO nova.compute.claims [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.989611] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403705, 'name': Rename_Task, 'duration_secs': 1.184709} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.989611] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.989611] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a07fd7-7a59-4805-8d0a-90ba25347538 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.000027] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 604.000027] env[62849]: value = "task-4403707" [ 604.000027] env[62849]: _type = "Task" [ 604.000027] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.004203] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.010817] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.021522] env[62849]: DEBUG nova.network.neutron [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Updated VIF entry in instance network info cache for port a816129d-36f7-4736-9d9f-11d25d23c7b1. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 604.021850] env[62849]: DEBUG nova.network.neutron [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Updating instance_info_cache with network_info: [{"id": "a816129d-36f7-4736-9d9f-11d25d23c7b1", "address": "fa:16:3e:ba:da:b1", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa816129d-36", "ovs_interfaceid": "a816129d-36f7-4736-9d9f-11d25d23c7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.178033] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b1d3e-00ca-d74c-55b3-29eb6966a03b, 'name': SearchDatastore_Task, 'duration_secs': 0.017106} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.178033] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.178033] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 87f62c83-9134-49ff-93d9-dd3f4aabfaf4/87f62c83-9134-49ff-93d9-dd3f4aabfaf4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.178033] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba626271-e60d-4bdb-8df9-01097c7c40d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.187348] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 604.187348] env[62849]: value = "task-4403708" [ 604.187348] env[62849]: _type = "Task" [ 604.187348] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.197975] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.244182] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403706, 'name': CreateVM_Task, 'duration_secs': 0.392308} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.244182] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.244182] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.244182] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.245262] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.245262] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d770e1ac-ea95-44b3-b284-4d92265d5cd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.251834] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 604.251834] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52808a56-d3a9-586c-16db-5f969aa15a63" [ 604.251834] env[62849]: _type = "Task" [ 604.251834] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.268076] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52808a56-d3a9-586c-16db-5f969aa15a63, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.268076] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.268076] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.268076] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.268559] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.268559] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.268559] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e675ae94-7fa0-4ea6-bdc9-d3017eb6a904 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.284508] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.284705] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.285647] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59942fd9-0e73-4ce0-83c4-ba791804ad87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.297698] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 604.297698] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520c9d6c-9683-fa8c-01f8-aae842911a5a" [ 604.297698] env[62849]: _type = "Task" [ 604.297698] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.311823] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520c9d6c-9683-fa8c-01f8-aae842911a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.311823] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84d00ff-7ac0-4dd1-9a21-525942a972a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.321913] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 604.321913] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c6f1b4-a967-e93f-df29-85e7012c9345" [ 604.321913] env[62849]: _type = "Task" [ 604.321913] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.335974] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c6f1b4-a967-e93f-df29-85e7012c9345, 'name': SearchDatastore_Task, 'duration_secs': 0.012309} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.336385] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.336531] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] d15d16dd-bd22-4ca7-8a5b-6ea69326f17f/d15d16dd-bd22-4ca7-8a5b-6ea69326f17f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.336779] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad3f614-5f08-4124-ba10-0bca3191ff26 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.345888] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 604.345888] env[62849]: value = "task-4403709" [ 604.345888] env[62849]: _type = "Task" [ 604.345888] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.357277] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.358343] env[62849]: DEBUG nova.network.neutron [req-cec437e7-7f88-4e4c-8be6-560f20838ac0 req-7cf979e8-06ab-43f0-9b56-6229299bc3ae service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Updated VIF entry in instance network info cache for port c5d6db45-dd82-4518-a5a2-a73a50a46d49. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 604.358742] env[62849]: DEBUG nova.network.neutron [req-cec437e7-7f88-4e4c-8be6-560f20838ac0 req-7cf979e8-06ab-43f0-9b56-6229299bc3ae service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Updating instance_info_cache with network_info: [{"id": "c5d6db45-dd82-4518-a5a2-a73a50a46d49", "address": "fa:16:3e:33:ac:f3", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d6db45-dd", "ovs_interfaceid": "c5d6db45-dd82-4518-a5a2-a73a50a46d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.428080] env[62849]: DEBUG nova.compute.utils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.433028] env[62849]: DEBUG nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.433250] env[62849]: DEBUG nova.network.neutron [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 604.519724] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403707, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.525098] env[62849]: DEBUG oslo_concurrency.lockutils [req-ae524ed3-65c1-498a-b024-e0c03e09d794 req-7845b9c7-fb61-453f-8426-d3762377ea30 service nova] Releasing lock "refresh_cache-d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.621506] env[62849]: DEBUG nova.policy [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f30bf9d75ade468392283a9a0d6b9a53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f188aeb6a1488ba223021d38a7f151', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.659942] env[62849]: DEBUG nova.network.neutron [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Successfully updated port: e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.707249] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403708, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.858287] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403709, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.862213] env[62849]: DEBUG oslo_concurrency.lockutils [req-cec437e7-7f88-4e4c-8be6-560f20838ac0 req-7cf979e8-06ab-43f0-9b56-6229299bc3ae service nova] Releasing lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.915078] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.915377] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.931738] env[62849]: DEBUG nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.018394] env[62849]: DEBUG oslo_vmware.api [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403707, 'name': PowerOnVM_Task, 'duration_secs': 0.621624} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.018788] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.021787] env[62849]: INFO nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Took 9.69 seconds to spawn the instance on the hypervisor. [ 605.022404] env[62849]: DEBUG nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.025158] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c5d5d2-383b-42a6-9045-693762b81321 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.165865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquiring lock "refresh_cache-892d6436-4efe-45e3-ac51-745fe4fe3ed1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.165976] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquired lock "refresh_cache-892d6436-4efe-45e3-ac51-745fe4fe3ed1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.166106] env[62849]: DEBUG nova.network.neutron [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.208575] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567395} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.208575] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 87f62c83-9134-49ff-93d9-dd3f4aabfaf4/87f62c83-9134-49ff-93d9-dd3f4aabfaf4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.208575] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.208731] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbb46784-216e-49e6-8e3e-dc2606703866 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.222535] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 605.222535] env[62849]: value = "task-4403710" [ 605.222535] env[62849]: _type = "Task" [ 605.222535] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.237324] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.332205] env[62849]: DEBUG nova.network.neutron [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Successfully created port: 3676563e-4291-4266-89c4-5d4c70f8658a {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 605.362806] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.975483} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.363198] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] d15d16dd-bd22-4ca7-8a5b-6ea69326f17f/d15d16dd-bd22-4ca7-8a5b-6ea69326f17f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.364217] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.364217] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1967fa1-45d8-415b-812e-217a3375fd87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.372929] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 605.372929] env[62849]: value = "task-4403712" [ 605.372929] env[62849]: _type = "Task" [ 605.372929] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.392399] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.589054] env[62849]: INFO nova.compute.manager [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Took 35.94 seconds to build instance. [ 605.601979] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e86e769-3360-4b88-9177-5ce96f9745b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.612122] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2e34b-eb3a-4a75-94cd-2b16fba7af58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.649770] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5d3dbf-af77-42e2-8d14-a4d42cc5ab5a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.660306] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bd0542-a28d-495f-aea1-56af80203e35 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.677871] env[62849]: DEBUG nova.compute.provider_tree [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.728937] env[62849]: DEBUG nova.network.neutron [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 605.736936] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117743} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.737397] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.738447] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ecb5c9-b366-4e7e-a249-348200232a40 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.763274] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 87f62c83-9134-49ff-93d9-dd3f4aabfaf4/87f62c83-9134-49ff-93d9-dd3f4aabfaf4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.765988] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2611612-8497-43b2-b76f-eed7617b61df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.791662] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 605.791662] env[62849]: value = "task-4403713" [ 605.791662] env[62849]: _type = "Task" [ 605.791662] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.801767] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.887184] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084065} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.888202] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.889375] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6975ce21-0100-4f4f-af0c-cf4b7c69d941 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.920301] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] d15d16dd-bd22-4ca7-8a5b-6ea69326f17f/d15d16dd-bd22-4ca7-8a5b-6ea69326f17f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.923131] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbf0f7a-56e2-427e-bc9d-1546f4f0742b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.946388] env[62849]: DEBUG nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.951457] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 605.951457] env[62849]: value = "task-4403714" [ 605.951457] env[62849]: _type = "Task" [ 605.951457] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.962045] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.986586] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.986586] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.986586] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.986857] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.986857] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.986857] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.986857] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.986857] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.987085] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.987085] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.987085] env[62849]: DEBUG nova.virt.hardware [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.988080] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a616a2a-3fe6-4d4d-9112-9413d8816199 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.991840] env[62849]: DEBUG nova.network.neutron [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Updating instance_info_cache with network_info: [{"id": "e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d", "address": "fa:16:3e:01:0c:00", "network": {"id": "5b005c8e-c764-4aa4-a90c-be1a0b280594", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1868452353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d23def99d43416aa4349134fa08c964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aa193c-0c", "ovs_interfaceid": "e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.999484] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606e8bd-f6b5-4687-8612-3e838f63c211 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.060726] env[62849]: DEBUG nova.compute.manager [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Received event network-vif-plugged-e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 606.060993] env[62849]: DEBUG oslo_concurrency.lockutils [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] Acquiring lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.061327] env[62849]: DEBUG oslo_concurrency.lockutils [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] Lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.061490] env[62849]: DEBUG oslo_concurrency.lockutils [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] Lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.061664] env[62849]: DEBUG nova.compute.manager [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] No waiting events found dispatching network-vif-plugged-e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.061915] env[62849]: WARNING nova.compute.manager [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Received unexpected event network-vif-plugged-e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d for instance with vm_state building and task_state spawning. [ 606.062114] env[62849]: DEBUG nova.compute.manager [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Received event network-changed-e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 606.062323] env[62849]: DEBUG nova.compute.manager [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Refreshing instance network info cache due to event network-changed-e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 606.062530] env[62849]: DEBUG oslo_concurrency.lockutils [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] Acquiring lock "refresh_cache-892d6436-4efe-45e3-ac51-745fe4fe3ed1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.093723] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d06262fd-dac3-4d39-b0ff-b439db3f95bc tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.067s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.183554] env[62849]: DEBUG nova.scheduler.client.report [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.304368] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403713, 'name': ReconfigVM_Task, 'duration_secs': 0.347246} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.306028] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 87f62c83-9134-49ff-93d9-dd3f4aabfaf4/87f62c83-9134-49ff-93d9-dd3f4aabfaf4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.307022] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cce5469-c427-4a1c-9dde-f33033ba1dfd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.320683] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 606.320683] env[62849]: value = "task-4403715" [ 606.320683] env[62849]: _type = "Task" [ 606.320683] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.340965] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403715, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.462801] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.496713] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Releasing lock "refresh_cache-892d6436-4efe-45e3-ac51-745fe4fe3ed1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.496713] env[62849]: DEBUG nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Instance network_info: |[{"id": "e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d", "address": "fa:16:3e:01:0c:00", "network": {"id": "5b005c8e-c764-4aa4-a90c-be1a0b280594", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1868452353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d23def99d43416aa4349134fa08c964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aa193c-0c", "ovs_interfaceid": "e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.496920] env[62849]: DEBUG oslo_concurrency.lockutils [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] Acquired lock "refresh_cache-892d6436-4efe-45e3-ac51-745fe4fe3ed1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.496920] env[62849]: DEBUG nova.network.neutron [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Refreshing network info cache for port e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.499854] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:0c:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.507485] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Creating folder: Project (6d23def99d43416aa4349134fa08c964). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.508226] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61c2a9b7-02bd-49a8-9759-c62862846b5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.525644] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Created folder: Project (6d23def99d43416aa4349134fa08c964) in parent group-v861840. [ 606.525644] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Creating folder: Instances. Parent ref: group-v861880. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.525644] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-553c9184-49a0-4842-8c88-17623404d06f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.538123] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Created folder: Instances in parent group-v861880. [ 606.538435] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.538637] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.538983] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf539cc-88b2-4d8e-a509-2a1447e15dec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.565284] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.565284] env[62849]: value = "task-4403718" [ 606.565284] env[62849]: _type = "Task" [ 606.565284] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.575712] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403718, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.599981] env[62849]: DEBUG nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.693280] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.693904] env[62849]: DEBUG nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.697292] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.850s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.697292] env[62849]: DEBUG nova.objects.instance [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lazy-loading 'resources' on Instance uuid 88f3b89d-102f-4531-aa6e-2bde698d619b {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 606.834485] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403715, 'name': Rename_Task, 'duration_secs': 0.21318} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.834722] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.834991] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187ccb68-46db-41f3-b6fa-6d7f6ff17a54 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.844097] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 606.844097] env[62849]: value = "task-4403719" [ 606.844097] env[62849]: _type = "Task" [ 606.844097] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.852059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "fd3937ee-0e16-4381-91bc-3413556aacc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.852703] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "fd3937ee-0e16-4381-91bc-3413556aacc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.860089] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.963292] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.081789] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403718, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.140852] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.206624] env[62849]: DEBUG nova.compute.utils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.208510] env[62849]: DEBUG nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.211377] env[62849]: DEBUG nova.network.neutron [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.332218] env[62849]: DEBUG nova.policy [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3d2737affec4696b7833fb2e3db24ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad89fe9e448848ceae1a59ff1be4d128', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.366702] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.464553] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403714, 'name': ReconfigVM_Task, 'duration_secs': 1.07796} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.470148] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Reconfigured VM instance instance-0000000d to attach disk [datastore1] d15d16dd-bd22-4ca7-8a5b-6ea69326f17f/d15d16dd-bd22-4ca7-8a5b-6ea69326f17f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.471321] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b400a0b-2a73-417b-941a-60acff262832 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.482726] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 607.482726] env[62849]: value = "task-4403721" [ 607.482726] env[62849]: _type = "Task" [ 607.482726] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.499761] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403721, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.583777] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403718, 'name': CreateVM_Task, 'duration_secs': 0.658691} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.585054] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.585054] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.585054] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.586185] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.586185] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453cd605-6399-480a-8aed-04e45ea31244 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.601409] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 607.601409] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5200910d-4133-7bd0-75a5-187180ddceae" [ 607.601409] env[62849]: _type = "Task" [ 607.601409] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.620328] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5200910d-4133-7bd0-75a5-187180ddceae, 'name': SearchDatastore_Task, 'duration_secs': 0.01629} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.623234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.623234] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.623234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.623234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.624571] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.624571] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bc8a425-3fbf-4ded-a4ad-df012c06be8b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.638163] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.638599] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.639230] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcf8728-78ab-4be2-b130-6e3c4ea5b7dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.646055] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 607.646055] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529978ff-6c80-f25d-a825-667b16de51eb" [ 607.646055] env[62849]: _type = "Task" [ 607.646055] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.659268] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529978ff-6c80-f25d-a825-667b16de51eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.713510] env[62849]: DEBUG nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.861061] env[62849]: DEBUG oslo_vmware.api [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403719, 'name': PowerOnVM_Task, 'duration_secs': 0.546582} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.861061] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.861293] env[62849]: INFO nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Took 9.81 seconds to spawn the instance on the hypervisor. [ 607.863021] env[62849]: DEBUG nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.863021] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde4b8d-4f5c-4ea7-8948-aee4ae399fc1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.875721] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1cd1ba-d1cd-4e75-8f2e-43827e3e070f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.883891] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482a657c-0714-46ea-8366-00ded0ef64f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.923127] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e1d70e-2d82-47f5-8b5e-dc88113e67a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.932970] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93745848-367e-4469-baa8-ca6e05a2cada {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.950691] env[62849]: DEBUG nova.compute.provider_tree [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.998458] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403721, 'name': Rename_Task, 'duration_secs': 0.222898} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.001859] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.001859] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02d71c67-b94b-4906-a890-619e005fc06c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.010184] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 608.010184] env[62849]: value = "task-4403722" [ 608.010184] env[62849]: _type = "Task" [ 608.010184] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.026355] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.117117] env[62849]: DEBUG nova.network.neutron [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Updated VIF entry in instance network info cache for port e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 608.117628] env[62849]: DEBUG nova.network.neutron [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Updating instance_info_cache with network_info: [{"id": "e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d", "address": "fa:16:3e:01:0c:00", "network": {"id": "5b005c8e-c764-4aa4-a90c-be1a0b280594", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1868452353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d23def99d43416aa4349134fa08c964", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3aa193c-0c", "ovs_interfaceid": "e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.163806] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529978ff-6c80-f25d-a825-667b16de51eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.168933] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d696d1-1520-41a7-8e97-ca3396fda90d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.175100] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 608.175100] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52243fd6-70cd-4d1e-408e-516d7f535595" [ 608.175100] env[62849]: _type = "Task" [ 608.175100] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.184719] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52243fd6-70cd-4d1e-408e-516d7f535595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.214509] env[62849]: DEBUG nova.network.neutron [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Successfully updated port: 3676563e-4291-4266-89c4-5d4c70f8658a {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.297200] env[62849]: DEBUG nova.network.neutron [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Successfully created port: e200ff60-852b-4a04-ad0a-7a1dc410969f {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 608.387402] env[62849]: INFO nova.compute.manager [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Took 37.67 seconds to build instance. [ 608.455175] env[62849]: DEBUG nova.scheduler.client.report [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.528055] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403722, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.609982] env[62849]: DEBUG nova.compute.manager [req-82029bf2-78ad-4e00-8e55-bd305bb0fca6 req-ce88b893-99d0-471e-9981-dbe62fcb23b8 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Received event network-vif-plugged-3676563e-4291-4266-89c4-5d4c70f8658a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 608.610214] env[62849]: DEBUG oslo_concurrency.lockutils [req-82029bf2-78ad-4e00-8e55-bd305bb0fca6 req-ce88b893-99d0-471e-9981-dbe62fcb23b8 service nova] Acquiring lock "c8023672-8145-4af5-b503-4d7f79499f2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.611049] env[62849]: DEBUG oslo_concurrency.lockutils [req-82029bf2-78ad-4e00-8e55-bd305bb0fca6 req-ce88b893-99d0-471e-9981-dbe62fcb23b8 service nova] Lock "c8023672-8145-4af5-b503-4d7f79499f2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.611233] env[62849]: DEBUG oslo_concurrency.lockutils [req-82029bf2-78ad-4e00-8e55-bd305bb0fca6 req-ce88b893-99d0-471e-9981-dbe62fcb23b8 service nova] Lock "c8023672-8145-4af5-b503-4d7f79499f2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.611403] env[62849]: DEBUG nova.compute.manager [req-82029bf2-78ad-4e00-8e55-bd305bb0fca6 req-ce88b893-99d0-471e-9981-dbe62fcb23b8 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] No waiting events found dispatching network-vif-plugged-3676563e-4291-4266-89c4-5d4c70f8658a {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.611560] env[62849]: WARNING nova.compute.manager [req-82029bf2-78ad-4e00-8e55-bd305bb0fca6 req-ce88b893-99d0-471e-9981-dbe62fcb23b8 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Received unexpected event network-vif-plugged-3676563e-4291-4266-89c4-5d4c70f8658a for instance with vm_state building and task_state spawning. [ 608.620757] env[62849]: DEBUG oslo_concurrency.lockutils [req-2cc9c133-7e84-44aa-9e9f-cbaee187a28a req-fe17594f-bade-4900-8a97-e8c725a9e0f8 service nova] Releasing lock "refresh_cache-892d6436-4efe-45e3-ac51-745fe4fe3ed1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.690274] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52243fd6-70cd-4d1e-408e-516d7f535595, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.690532] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.691688] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 892d6436-4efe-45e3-ac51-745fe4fe3ed1/892d6436-4efe-45e3-ac51-745fe4fe3ed1.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.691688] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fd99f86-956c-49c8-b68a-963ae6e2772d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.699374] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 608.699374] env[62849]: value = "task-4403723" [ 608.699374] env[62849]: _type = "Task" [ 608.699374] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.713992] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.717327] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "refresh_cache-c8023672-8145-4af5-b503-4d7f79499f2b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.717525] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "refresh_cache-c8023672-8145-4af5-b503-4d7f79499f2b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.717713] env[62849]: DEBUG nova.network.neutron [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 608.737965] env[62849]: DEBUG nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.774921] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.775444] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.775549] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.775712] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.775908] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.776109] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.776331] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.776486] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.776652] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.776957] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.777108] env[62849]: DEBUG nova.virt.hardware [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.778699] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706292c-dfce-4c7c-a28c-3e3c0d69f9e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.789821] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba03723-6458-4257-bc05-b75cf7c45049 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.891574] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c9533fe9-dc9e-4063-8d84-01e853365869 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.717s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.959572] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.963527] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.274s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.966454] env[62849]: INFO nova.compute.claims [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.999835] env[62849]: INFO nova.scheduler.client.report [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Deleted allocations for instance 88f3b89d-102f-4531-aa6e-2bde698d619b [ 609.021978] env[62849]: DEBUG oslo_vmware.api [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403722, 'name': PowerOnVM_Task, 'duration_secs': 0.812096} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.021978] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.023307] env[62849]: INFO nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Took 8.34 seconds to spawn the instance on the hypervisor. [ 609.023416] env[62849]: DEBUG nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.024300] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fdb98a-9bc7-4b2c-beba-7a8846219a98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.214409] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.306279] env[62849]: DEBUG nova.network.neutron [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.394785] env[62849]: DEBUG nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.507686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7ef2435-f4e9-4bde-b998-5053117aa5e2 tempest-ServerExternalEventsTest-541493461 tempest-ServerExternalEventsTest-541493461-project-member] Lock "88f3b89d-102f-4531-aa6e-2bde698d619b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.573s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.553521] env[62849]: INFO nova.compute.manager [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Took 36.43 seconds to build instance. [ 609.655809] env[62849]: DEBUG nova.network.neutron [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Updating instance_info_cache with network_info: [{"id": "3676563e-4291-4266-89c4-5d4c70f8658a", "address": "fa:16:3e:a9:5b:c9", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3676563e-42", "ovs_interfaceid": "3676563e-4291-4266-89c4-5d4c70f8658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.720262] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64432} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.720262] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 892d6436-4efe-45e3-ac51-745fe4fe3ed1/892d6436-4efe-45e3-ac51-745fe4fe3ed1.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.720262] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.720262] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84038084-6a6e-4304-baac-7f125eba6b7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.726761] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 609.726761] env[62849]: value = "task-4403725" [ 609.726761] env[62849]: _type = "Task" [ 609.726761] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.738691] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.929737] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.055644] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5264653a-c6bf-4877-8dc6-6c275100b1cc tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.522s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.161487] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "refresh_cache-c8023672-8145-4af5-b503-4d7f79499f2b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.161972] env[62849]: DEBUG nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Instance network_info: |[{"id": "3676563e-4291-4266-89c4-5d4c70f8658a", "address": "fa:16:3e:a9:5b:c9", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3676563e-42", "ovs_interfaceid": "3676563e-4291-4266-89c4-5d4c70f8658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.162774] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:5b:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3676563e-4291-4266-89c4-5d4c70f8658a', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.170790] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.171063] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.171917] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e995d22c-84d9-49ee-ae8d-f3ecb2cb898d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.197692] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.197692] env[62849]: value = "task-4403726" [ 610.197692] env[62849]: _type = "Task" [ 610.197692] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.210490] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403726, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.247940] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080745} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.250980] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.252128] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec7790e-a578-4693-83e4-aec109790059 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.280456] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 892d6436-4efe-45e3-ac51-745fe4fe3ed1/892d6436-4efe-45e3-ac51-745fe4fe3ed1.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.282489] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b83f332-4f53-43b7-8e57-da9d6476de2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.304664] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 610.304664] env[62849]: value = "task-4403727" [ 610.304664] env[62849]: _type = "Task" [ 610.304664] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.323312] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.559806] env[62849]: DEBUG nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.564199] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875c9bca-d8d9-455d-bb8f-541a3575371e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.575843] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e72a55-ebce-4da9-a19f-d09fcd9844bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.611768] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b17b8b2-8771-4356-9cf8-4b6d0b21ed12 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.621360] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70875c5-3501-41e6-9001-c5f8a851e72f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.638062] env[62849]: DEBUG nova.compute.provider_tree [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.710615] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403726, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.817222] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.869826] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.870125] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.097712] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.126145] env[62849]: DEBUG nova.network.neutron [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Successfully updated port: e200ff60-852b-4a04-ad0a-7a1dc410969f {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.142545] env[62849]: DEBUG nova.scheduler.client.report [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.206526] env[62849]: DEBUG nova.compute.manager [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Received event network-changed-3676563e-4291-4266-89c4-5d4c70f8658a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 611.206526] env[62849]: DEBUG nova.compute.manager [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Refreshing instance network info cache due to event network-changed-3676563e-4291-4266-89c4-5d4c70f8658a. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 611.206526] env[62849]: DEBUG oslo_concurrency.lockutils [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] Acquiring lock "refresh_cache-c8023672-8145-4af5-b503-4d7f79499f2b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.206526] env[62849]: DEBUG oslo_concurrency.lockutils [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] Acquired lock "refresh_cache-c8023672-8145-4af5-b503-4d7f79499f2b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.206704] env[62849]: DEBUG nova.network.neutron [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Refreshing network info cache for port 3676563e-4291-4266-89c4-5d4c70f8658a {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.215952] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403726, 'name': CreateVM_Task, 'duration_secs': 0.700137} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.216960] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.218179] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.220022] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.220022] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.220022] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9923277f-f7fb-49e1-9c17-79096e1dcc24 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.228275] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 611.228275] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525eabfe-4f3b-4295-1876-c74f85c189d0" [ 611.228275] env[62849]: _type = "Task" [ 611.228275] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.235272] env[62849]: DEBUG nova.compute.manager [req-685282d9-80df-42bc-80b9-bd1151b3fd31 req-6aef138d-1bb2-4a7d-9cfe-a764653cceee service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Received event network-vif-plugged-e200ff60-852b-4a04-ad0a-7a1dc410969f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 611.235389] env[62849]: DEBUG oslo_concurrency.lockutils [req-685282d9-80df-42bc-80b9-bd1151b3fd31 req-6aef138d-1bb2-4a7d-9cfe-a764653cceee service nova] Acquiring lock "818cfb22-1b34-4389-97cd-5c61c6e65d26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.235782] env[62849]: DEBUG oslo_concurrency.lockutils [req-685282d9-80df-42bc-80b9-bd1151b3fd31 req-6aef138d-1bb2-4a7d-9cfe-a764653cceee service nova] Lock "818cfb22-1b34-4389-97cd-5c61c6e65d26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.235782] env[62849]: DEBUG oslo_concurrency.lockutils [req-685282d9-80df-42bc-80b9-bd1151b3fd31 req-6aef138d-1bb2-4a7d-9cfe-a764653cceee service nova] Lock "818cfb22-1b34-4389-97cd-5c61c6e65d26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.235904] env[62849]: DEBUG nova.compute.manager [req-685282d9-80df-42bc-80b9-bd1151b3fd31 req-6aef138d-1bb2-4a7d-9cfe-a764653cceee service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] No waiting events found dispatching network-vif-plugged-e200ff60-852b-4a04-ad0a-7a1dc410969f {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.239064] env[62849]: WARNING nova.compute.manager [req-685282d9-80df-42bc-80b9-bd1151b3fd31 req-6aef138d-1bb2-4a7d-9cfe-a764653cceee service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Received unexpected event network-vif-plugged-e200ff60-852b-4a04-ad0a-7a1dc410969f for instance with vm_state building and task_state spawning. [ 611.252750] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525eabfe-4f3b-4295-1876-c74f85c189d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013849} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.253088] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.253360] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.253630] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.253779] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.253959] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.254745] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a86856-d5f7-4b45-af1e-2e7cb1517d6a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.266490] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.266490] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.271229] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f8c901-e43a-4694-b03c-f3e6cf2bd7ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.277494] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 611.277494] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522329b0-2799-2eca-350b-0e9650f0b6b3" [ 611.277494] env[62849]: _type = "Task" [ 611.277494] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.293883] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522329b0-2799-2eca-350b-0e9650f0b6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.324975] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403727, 'name': ReconfigVM_Task, 'duration_secs': 0.8095} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.324975] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 892d6436-4efe-45e3-ac51-745fe4fe3ed1/892d6436-4efe-45e3-ac51-745fe4fe3ed1.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.324975] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2987ca7a-ee65-4348-a707-f4dba326ac08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.335346] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 611.335346] env[62849]: value = "task-4403728" [ 611.335346] env[62849]: _type = "Task" [ 611.335346] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.349147] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403728, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.629167] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "refresh_cache-818cfb22-1b34-4389-97cd-5c61c6e65d26" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.629265] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquired lock "refresh_cache-818cfb22-1b34-4389-97cd-5c61c6e65d26" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.629427] env[62849]: DEBUG nova.network.neutron [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 611.649317] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.649828] env[62849]: DEBUG nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.653503] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.830s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.656019] env[62849]: DEBUG nova.objects.instance [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 611.792575] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522329b0-2799-2eca-350b-0e9650f0b6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017563} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.795259] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b47f39-4c32-4739-ac71-19091a1d3e38 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.804442] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 611.804442] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c369f1-0175-a8ad-f3b0-8f414cc32d2c" [ 611.804442] env[62849]: _type = "Task" [ 611.804442] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.814626] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c369f1-0175-a8ad-f3b0-8f414cc32d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.850206] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403728, 'name': Rename_Task, 'duration_secs': 0.24609} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.852253] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.852856] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fc67905-3304-4073-a9d3-255d2e255b90 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.868454] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 611.868454] env[62849]: value = "task-4403730" [ 611.868454] env[62849]: _type = "Task" [ 611.868454] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.880583] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.159401] env[62849]: DEBUG nova.compute.utils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.162135] env[62849]: DEBUG nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.162135] env[62849]: DEBUG nova.network.neutron [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 612.258930] env[62849]: DEBUG nova.network.neutron [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 612.322322] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c369f1-0175-a8ad-f3b0-8f414cc32d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.014529} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.322674] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.322966] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c8023672-8145-4af5-b503-4d7f79499f2b/c8023672-8145-4af5-b503-4d7f79499f2b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.324103] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f681654-eac9-4752-bd96-6694f39a51f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.335343] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 612.335343] env[62849]: value = "task-4403731" [ 612.335343] env[62849]: _type = "Task" [ 612.335343] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.355174] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.355340] env[62849]: DEBUG nova.network.neutron [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Updated VIF entry in instance network info cache for port 3676563e-4291-4266-89c4-5d4c70f8658a. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.355681] env[62849]: DEBUG nova.network.neutron [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Updating instance_info_cache with network_info: [{"id": "3676563e-4291-4266-89c4-5d4c70f8658a", "address": "fa:16:3e:a9:5b:c9", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3676563e-42", "ovs_interfaceid": "3676563e-4291-4266-89c4-5d4c70f8658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.369881] env[62849]: DEBUG nova.policy [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be1bca8eded449d894a915c75b30233e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d8e72c3c83a4fe4b173eac458414b13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.386148] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.670383] env[62849]: DEBUG nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.678551] env[62849]: DEBUG oslo_concurrency.lockutils [None req-309d47aa-8ff1-4162-8cee-2b16a5b0b647 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.685976] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.293s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.691686] env[62849]: INFO nova.compute.claims [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.833574] env[62849]: DEBUG nova.network.neutron [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Updating instance_info_cache with network_info: [{"id": "e200ff60-852b-4a04-ad0a-7a1dc410969f", "address": "fa:16:3e:3e:c9:0f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape200ff60-85", "ovs_interfaceid": "e200ff60-852b-4a04-ad0a-7a1dc410969f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.855812] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403731, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.859709] env[62849]: DEBUG oslo_concurrency.lockutils [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] Releasing lock "refresh_cache-c8023672-8145-4af5-b503-4d7f79499f2b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.859709] env[62849]: DEBUG nova.compute.manager [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Received event network-changed-420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 612.859709] env[62849]: DEBUG nova.compute.manager [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Refreshing instance network info cache due to event network-changed-420c0db7-e282-44af-a3db-c72dd035e41d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 612.859709] env[62849]: DEBUG oslo_concurrency.lockutils [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] Acquiring lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.859709] env[62849]: DEBUG oslo_concurrency.lockutils [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] Acquired lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.860033] env[62849]: DEBUG nova.network.neutron [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Refreshing network info cache for port 420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.885275] env[62849]: DEBUG oslo_vmware.api [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403730, 'name': PowerOnVM_Task, 'duration_secs': 0.685353} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.885275] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.885275] env[62849]: INFO nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Took 9.55 seconds to spawn the instance on the hypervisor. [ 612.885275] env[62849]: DEBUG nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.885701] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6022ac8b-f9f4-4f1b-88bc-e9dfc4262ef7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.337041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Releasing lock "refresh_cache-818cfb22-1b34-4389-97cd-5c61c6e65d26" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.338971] env[62849]: DEBUG nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Instance network_info: |[{"id": "e200ff60-852b-4a04-ad0a-7a1dc410969f", "address": "fa:16:3e:3e:c9:0f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape200ff60-85", "ovs_interfaceid": "e200ff60-852b-4a04-ad0a-7a1dc410969f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.339368] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:c9:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e200ff60-852b-4a04-ad0a-7a1dc410969f', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.348326] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Creating folder: Project (ad89fe9e448848ceae1a59ff1be4d128). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.353228] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-499d27e5-07a5-4225-8100-e26e40593101 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.362459] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72084} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.363043] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c8023672-8145-4af5-b503-4d7f79499f2b/c8023672-8145-4af5-b503-4d7f79499f2b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.363509] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.366957] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae173a54-9af6-4772-a706-6da4b6b4da7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.371155] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Created folder: Project (ad89fe9e448848ceae1a59ff1be4d128) in parent group-v861840. [ 613.371511] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Creating folder: Instances. Parent ref: group-v861885. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.372490] env[62849]: DEBUG nova.network.neutron [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Successfully created port: df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 613.376250] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1af71342-4a7e-4e51-ab6b-9ba0714c9d87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.383035] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 613.383035] env[62849]: value = "task-4403733" [ 613.383035] env[62849]: _type = "Task" [ 613.383035] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.394521] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.395505] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Created folder: Instances in parent group-v861885. [ 613.395701] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.396191] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.396191] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa03879-4430-450e-afec-e3d0624629d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.417772] env[62849]: INFO nova.compute.manager [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Took 31.56 seconds to build instance. [ 613.424743] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.424743] env[62849]: value = "task-4403735" [ 613.424743] env[62849]: _type = "Task" [ 613.424743] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.435778] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403735, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.696951] env[62849]: DEBUG nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.755543] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.756185] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.756305] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.757177] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.757177] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.757177] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.757177] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.757500] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.757500] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.757578] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.758059] env[62849]: DEBUG nova.virt.hardware [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.759361] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc8acf-b6b7-4f27-b026-6480b93d37bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.776875] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1969d84f-f789-4731-9959-ea67f244d077 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.899776] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286503} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.900156] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.901062] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74aada-9710-4dea-95a8-787940dee092 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.922423] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fb5ddad4-49c7-4658-b4db-111ceebe3a9a tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.605s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.938449] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c8023672-8145-4af5-b503-4d7f79499f2b/c8023672-8145-4af5-b503-4d7f79499f2b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.943301] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3577eb-0471-4f5c-a28e-983b29ca7787 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.977998] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403735, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.979779] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 613.979779] env[62849]: value = "task-4403737" [ 613.979779] env[62849]: _type = "Task" [ 613.979779] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.002718] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.084979] env[62849]: DEBUG nova.network.neutron [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updated VIF entry in instance network info cache for port 420c0db7-e282-44af-a3db-c72dd035e41d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.084979] env[62849]: DEBUG nova.network.neutron [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.335356] env[62849]: DEBUG nova.compute.manager [req-f3e7c6db-64c7-4cce-a9f9-d4675ac7888d req-4e088cff-de32-4087-9aa6-c543dbb2dd7e service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Received event network-changed-e200ff60-852b-4a04-ad0a-7a1dc410969f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 614.335638] env[62849]: DEBUG nova.compute.manager [req-f3e7c6db-64c7-4cce-a9f9-d4675ac7888d req-4e088cff-de32-4087-9aa6-c543dbb2dd7e service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Refreshing instance network info cache due to event network-changed-e200ff60-852b-4a04-ad0a-7a1dc410969f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 614.336414] env[62849]: DEBUG oslo_concurrency.lockutils [req-f3e7c6db-64c7-4cce-a9f9-d4675ac7888d req-4e088cff-de32-4087-9aa6-c543dbb2dd7e service nova] Acquiring lock "refresh_cache-818cfb22-1b34-4389-97cd-5c61c6e65d26" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.336664] env[62849]: DEBUG oslo_concurrency.lockutils [req-f3e7c6db-64c7-4cce-a9f9-d4675ac7888d req-4e088cff-de32-4087-9aa6-c543dbb2dd7e service nova] Acquired lock "refresh_cache-818cfb22-1b34-4389-97cd-5c61c6e65d26" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.337250] env[62849]: DEBUG nova.network.neutron [req-f3e7c6db-64c7-4cce-a9f9-d4675ac7888d req-4e088cff-de32-4087-9aa6-c543dbb2dd7e service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Refreshing network info cache for port e200ff60-852b-4a04-ad0a-7a1dc410969f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.459917] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403735, 'name': CreateVM_Task, 'duration_secs': 0.67664} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.460920] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45c49c-41fc-4014-96c6-dd5f9fd147b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.467488] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.467918] env[62849]: DEBUG nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.472960] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.473432] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.473551] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.475027] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10020646-71e6-4d30-9ca9-b2d1792d8951 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.488076] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae56146-b742-41dc-a5d1-e1c099b0250c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.492907] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 614.492907] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52730d08-3f1e-ca4e-05c9-9a751e55abf8" [ 614.492907] env[62849]: _type = "Task" [ 614.492907] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.533687] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.535383] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc79ce-03c9-4e19-bed9-8d91ad8a0162 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.542524] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52730d08-3f1e-ca4e-05c9-9a751e55abf8, 'name': SearchDatastore_Task, 'duration_secs': 0.024397} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.543308] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.543633] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.543770] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.543909] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.544126] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.544819] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f7f6a9b-ef29-4dd9-93ad-1610272d8add {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.551943] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8fdfb-9392-406d-94ba-17826e82c830 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.561895] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.562963] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.570297] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f31e86-9b1d-4b38-a2a7-a2961ea3b7a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.573131] env[62849]: DEBUG nova.compute.provider_tree [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.579547] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 614.579547] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52edb11f-b464-4305-d91b-8756fd81221a" [ 614.579547] env[62849]: _type = "Task" [ 614.579547] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.590311] env[62849]: DEBUG oslo_concurrency.lockutils [req-6bb4888a-a62a-4384-b243-764b72308a05 req-ca0362f8-080b-4e41-a970-b44429f990b8 service nova] Releasing lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.590753] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52edb11f-b464-4305-d91b-8756fd81221a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.000714] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403737, 'name': ReconfigVM_Task, 'duration_secs': 0.589826} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.006296] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c8023672-8145-4af5-b503-4d7f79499f2b/c8023672-8145-4af5-b503-4d7f79499f2b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.006296] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.006296] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-464ec0fd-d0ce-436b-9f96-d67cff92e01b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.015937] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 615.015937] env[62849]: value = "task-4403738" [ 615.015937] env[62849]: _type = "Task" [ 615.015937] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.026250] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403738, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.077689] env[62849]: DEBUG nova.scheduler.client.report [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.104640] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52edb11f-b464-4305-d91b-8756fd81221a, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.104640] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a7d9a6-6881-403c-85e9-0c5cfdee486c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.117108] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 615.117108] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521b71ee-5b78-cfa2-83f3-2cd713a2442f" [ 615.117108] env[62849]: _type = "Task" [ 615.117108] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.137062] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521b71ee-5b78-cfa2-83f3-2cd713a2442f, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.138892] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.140141] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 818cfb22-1b34-4389-97cd-5c61c6e65d26/818cfb22-1b34-4389-97cd-5c61c6e65d26.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.144492] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-782cbac7-781a-4ca1-9eaf-eb198aa58ed7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.149602] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "f64c98c0-a688-4b08-ab87-9b55e100cc76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.153445] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f64c98c0-a688-4b08-ab87-9b55e100cc76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.158263] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 615.158263] env[62849]: value = "task-4403739" [ 615.158263] env[62849]: _type = "Task" [ 615.158263] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.170155] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.204478] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.204806] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.235888] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "97442961-6787-4685-b56d-c46411b585c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.235888] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "97442961-6787-4685-b56d-c46411b585c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.521787] env[62849]: DEBUG nova.network.neutron [req-f3e7c6db-64c7-4cce-a9f9-d4675ac7888d req-4e088cff-de32-4087-9aa6-c543dbb2dd7e service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Updated VIF entry in instance network info cache for port e200ff60-852b-4a04-ad0a-7a1dc410969f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.522987] env[62849]: DEBUG nova.network.neutron [req-f3e7c6db-64c7-4cce-a9f9-d4675ac7888d req-4e088cff-de32-4087-9aa6-c543dbb2dd7e service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Updating instance_info_cache with network_info: [{"id": "e200ff60-852b-4a04-ad0a-7a1dc410969f", "address": "fa:16:3e:3e:c9:0f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape200ff60-85", "ovs_interfaceid": "e200ff60-852b-4a04-ad0a-7a1dc410969f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.534319] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403738, 'name': Rename_Task, 'duration_secs': 0.195513} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.534675] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.534953] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd10db3-4f26-4f24-bbc7-b228ac8aa4a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.545634] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 615.545634] env[62849]: value = "task-4403740" [ 615.545634] env[62849]: _type = "Task" [ 615.545634] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.561216] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.591643] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.906s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.592428] env[62849]: DEBUG nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.599028] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.838s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.676075] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.024589] env[62849]: DEBUG nova.network.neutron [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Successfully updated port: df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.030380] env[62849]: DEBUG oslo_concurrency.lockutils [req-f3e7c6db-64c7-4cce-a9f9-d4675ac7888d req-4e088cff-de32-4087-9aa6-c543dbb2dd7e service nova] Releasing lock "refresh_cache-818cfb22-1b34-4389-97cd-5c61c6e65d26" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.064650] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403740, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.095499] env[62849]: DEBUG nova.compute.manager [req-72115375-13d6-4505-8255-ab187d795a54 req-10231322-7655-4bdd-9502-edb885ba911d service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Received event network-vif-plugged-df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 616.095556] env[62849]: DEBUG oslo_concurrency.lockutils [req-72115375-13d6-4505-8255-ab187d795a54 req-10231322-7655-4bdd-9502-edb885ba911d service nova] Acquiring lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.095861] env[62849]: DEBUG oslo_concurrency.lockutils [req-72115375-13d6-4505-8255-ab187d795a54 req-10231322-7655-4bdd-9502-edb885ba911d service nova] Lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.096228] env[62849]: DEBUG oslo_concurrency.lockutils [req-72115375-13d6-4505-8255-ab187d795a54 req-10231322-7655-4bdd-9502-edb885ba911d service nova] Lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.096466] env[62849]: DEBUG nova.compute.manager [req-72115375-13d6-4505-8255-ab187d795a54 req-10231322-7655-4bdd-9502-edb885ba911d service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] No waiting events found dispatching network-vif-plugged-df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.096791] env[62849]: WARNING nova.compute.manager [req-72115375-13d6-4505-8255-ab187d795a54 req-10231322-7655-4bdd-9502-edb885ba911d service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Received unexpected event network-vif-plugged-df830454-55b6-4485-81a3-cd2c5753c230 for instance with vm_state building and task_state spawning. [ 616.103721] env[62849]: DEBUG nova.compute.utils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.109782] env[62849]: INFO nova.compute.claims [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.115723] env[62849]: DEBUG nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.115946] env[62849]: DEBUG nova.network.neutron [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 616.174377] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632277} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.174492] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 818cfb22-1b34-4389-97cd-5c61c6e65d26/818cfb22-1b34-4389-97cd-5c61c6e65d26.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.175306] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.175306] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82f4a593-ba2d-4016-967b-8f61decfc843 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.189495] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 616.189495] env[62849]: value = "task-4403742" [ 616.189495] env[62849]: _type = "Task" [ 616.189495] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.205510] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.252184] env[62849]: DEBUG nova.policy [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '355cc9599f2e4c1bb608d33e8755a8b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9ff5682518f48cf8edd2b00a6b7632d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.528795] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquiring lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.529101] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquired lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.529384] env[62849]: DEBUG nova.network.neutron [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.563920] env[62849]: DEBUG oslo_vmware.api [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403740, 'name': PowerOnVM_Task, 'duration_secs': 0.826757} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.563920] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.563920] env[62849]: INFO nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Took 10.61 seconds to spawn the instance on the hypervisor. [ 616.563920] env[62849]: DEBUG nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.563920] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eb883b-8af7-47c6-b8da-445181a418c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.617173] env[62849]: DEBUG nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.624941] env[62849]: INFO nova.compute.resource_tracker [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating resource usage from migration ebf9af48-2d8d-4741-94fe-b99635a26cad [ 616.704212] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079267} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.704522] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.705327] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b261709a-b762-4c58-97e7-e483fe8d70d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.738232] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 818cfb22-1b34-4389-97cd-5c61c6e65d26/818cfb22-1b34-4389-97cd-5c61c6e65d26.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.741500] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feeee44a-1c38-408a-950b-2626d92b0801 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.767352] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 616.767352] env[62849]: value = "task-4403743" [ 616.767352] env[62849]: _type = "Task" [ 616.767352] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.778941] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.097073] env[62849]: INFO nova.compute.manager [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Took 34.63 seconds to build instance. [ 617.157204] env[62849]: DEBUG nova.network.neutron [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 617.286414] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403743, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.330650] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a063721a-54ba-4309-962b-0293ec6d1dbf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.340657] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7c3f2f-b230-40c9-aaf7-8f6e929bd05d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.379348] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801959fd-41e2-4e8c-8818-b199f8e13c78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.389570] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e87e68b-ae97-4254-8c54-9404de6d8e58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.406864] env[62849]: DEBUG nova.compute.provider_tree [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.605772] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3fcb3b9-bcce-43ad-b25d-2786d39ef7a5 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "c8023672-8145-4af5-b503-4d7f79499f2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.181s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.635955] env[62849]: DEBUG nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.684349] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.684664] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.686375] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.686375] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.686375] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.686375] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.686375] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.686622] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.686622] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.686622] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.686622] env[62849]: DEBUG nova.virt.hardware [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.689292] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5de981-4067-4d42-b5de-695d13095b21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.702036] env[62849]: DEBUG nova.network.neutron [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Updating instance_info_cache with network_info: [{"id": "df830454-55b6-4485-81a3-cd2c5753c230", "address": "fa:16:3e:ed:34:2f", "network": {"id": "4cc6555c-bcc2-4874-8fa3-20f544adb523", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-310697364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8e72c3c83a4fe4b173eac458414b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf830454-55", "ovs_interfaceid": "df830454-55b6-4485-81a3-cd2c5753c230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.704172] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf274b8d-c0e4-498e-b8af-69541fde311c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.737809] env[62849]: DEBUG nova.network.neutron [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Successfully created port: 36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 617.747792] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquiring lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.748130] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.748355] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquiring lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.748546] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.748711] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.752101] env[62849]: INFO nova.compute.manager [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Terminating instance [ 617.784464] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403743, 'name': ReconfigVM_Task, 'duration_secs': 0.562776} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.784900] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 818cfb22-1b34-4389-97cd-5c61c6e65d26/818cfb22-1b34-4389-97cd-5c61c6e65d26.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.785531] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ed82943-f297-4eec-97c5-e3916b070087 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.797887] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 617.797887] env[62849]: value = "task-4403744" [ 617.797887] env[62849]: _type = "Task" [ 617.797887] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.807930] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403744, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.910326] env[62849]: DEBUG nova.scheduler.client.report [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.107922] env[62849]: DEBUG nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.209290] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Releasing lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.209765] env[62849]: DEBUG nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Instance network_info: |[{"id": "df830454-55b6-4485-81a3-cd2c5753c230", "address": "fa:16:3e:ed:34:2f", "network": {"id": "4cc6555c-bcc2-4874-8fa3-20f544adb523", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-310697364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8e72c3c83a4fe4b173eac458414b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf830454-55", "ovs_interfaceid": "df830454-55b6-4485-81a3-cd2c5753c230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.210444] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:34:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df830454-55b6-4485-81a3-cd2c5753c230', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.220437] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Creating folder: Project (9d8e72c3c83a4fe4b173eac458414b13). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.220865] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c8be3bf-7345-4db0-9728-ab64a6beb18c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.236234] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Created folder: Project (9d8e72c3c83a4fe4b173eac458414b13) in parent group-v861840. [ 618.240128] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Creating folder: Instances. Parent ref: group-v861888. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.240128] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a835dc5b-8ede-4588-9393-2a0900795d3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.254507] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Created folder: Instances in parent group-v861888. [ 618.254785] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.254989] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.255220] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac689d45-0f0f-4011-825a-df38b40b38d9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.279219] env[62849]: DEBUG nova.compute.manager [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.279219] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.279219] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9775bb-76e1-46a7-852f-9a1e8bafe248 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.291273] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.293865] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9bed4e6-7cff-409f-9efc-ea076f580048 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.295457] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.295457] env[62849]: value = "task-4403748" [ 618.295457] env[62849]: _type = "Task" [ 618.295457] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.306407] env[62849]: DEBUG oslo_vmware.api [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 618.306407] env[62849]: value = "task-4403749" [ 618.306407] env[62849]: _type = "Task" [ 618.306407] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.312148] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403748, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.318180] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403744, 'name': Rename_Task, 'duration_secs': 0.173533} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.318943] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.319522] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85458287-a1c2-4bd6-b79b-abd19a6b3225 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.327419] env[62849]: DEBUG oslo_vmware.api [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.336010] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 618.336010] env[62849]: value = "task-4403750" [ 618.336010] env[62849]: _type = "Task" [ 618.336010] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.355195] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.421093] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.820s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.421093] env[62849]: INFO nova.compute.manager [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Migrating [ 618.421093] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.421093] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.421093] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.060s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.423403] env[62849]: DEBUG nova.objects.instance [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lazy-loading 'resources' on Instance uuid ea0bb3b1-678b-411e-b9c6-2fa4e99ff526 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.649798] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.656137] env[62849]: DEBUG nova.compute.manager [req-40402e98-385e-46ff-a0ee-0d9fd2aa6faa req-3db24c3e-c88d-4c65-a3b8-6410921df01e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Received event network-changed-df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 618.656348] env[62849]: DEBUG nova.compute.manager [req-40402e98-385e-46ff-a0ee-0d9fd2aa6faa req-3db24c3e-c88d-4c65-a3b8-6410921df01e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Refreshing instance network info cache due to event network-changed-df830454-55b6-4485-81a3-cd2c5753c230. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 618.656556] env[62849]: DEBUG oslo_concurrency.lockutils [req-40402e98-385e-46ff-a0ee-0d9fd2aa6faa req-3db24c3e-c88d-4c65-a3b8-6410921df01e service nova] Acquiring lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.656688] env[62849]: DEBUG oslo_concurrency.lockutils [req-40402e98-385e-46ff-a0ee-0d9fd2aa6faa req-3db24c3e-c88d-4c65-a3b8-6410921df01e service nova] Acquired lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.657083] env[62849]: DEBUG nova.network.neutron [req-40402e98-385e-46ff-a0ee-0d9fd2aa6faa req-3db24c3e-c88d-4c65-a3b8-6410921df01e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Refreshing network info cache for port df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.813426] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403748, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.821189] env[62849]: DEBUG oslo_vmware.api [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403749, 'name': PowerOffVM_Task, 'duration_secs': 0.457345} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.821526] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.821788] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.822102] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9263fc43-708c-4615-9e74-acfbeb2b7d8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.850362] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.925185] env[62849]: INFO nova.compute.rpcapi [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 618.925696] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.935687] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.935687] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.935816] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Deleting the datastore file [datastore1] 892d6436-4efe-45e3-ac51-745fe4fe3ed1 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.940032] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e75ebe73-4ffe-4004-a616-bccef62892a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.956282] env[62849]: DEBUG oslo_vmware.api [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for the task: (returnval){ [ 618.956282] env[62849]: value = "task-4403752" [ 618.956282] env[62849]: _type = "Task" [ 618.956282] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.974694] env[62849]: DEBUG oslo_vmware.api [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.309403] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403748, 'name': CreateVM_Task, 'duration_secs': 0.638347} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.312755] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.314184] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.314521] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.315086] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.317500] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef44650f-7479-44b8-8479-8b85dc91b6e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.322704] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 619.322704] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e0004-7bb8-389d-ca98-a7aa4f967719" [ 619.322704] env[62849]: _type = "Task" [ 619.322704] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.336462] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e0004-7bb8-389d-ca98-a7aa4f967719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.358708] env[62849]: DEBUG oslo_vmware.api [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403750, 'name': PowerOnVM_Task, 'duration_secs': 0.792976} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.358708] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.358708] env[62849]: INFO nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Took 10.62 seconds to spawn the instance on the hypervisor. [ 619.358708] env[62849]: DEBUG nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.358708] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fab2fc-0718-44e8-9694-258f723865ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.450689] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.450817] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.451355] env[62849]: DEBUG nova.network.neutron [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 619.475291] env[62849]: DEBUG oslo_vmware.api [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Task: {'id': task-4403752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214185} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.476938] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.476938] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.476938] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.476938] env[62849]: INFO nova.compute.manager [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 619.476938] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.477362] env[62849]: DEBUG nova.compute.manager [-] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.477362] env[62849]: DEBUG nova.network.neutron [-] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 619.656838] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e45c900-b6f1-4dea-8632-ac0b6cb3e9e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.669624] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762614ab-0be6-4b42-b25d-15326f989fcb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.710097] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e621ad-a599-47f0-9307-5a327a1e5514 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.719289] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950993f0-0e92-4c2d-9335-47416dcbaf04 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.735573] env[62849]: DEBUG nova.compute.provider_tree [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.837630] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e0004-7bb8-389d-ca98-a7aa4f967719, 'name': SearchDatastore_Task, 'duration_secs': 0.014573} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.839359] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.840144] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.840292] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.840416] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.840508] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.841020] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a31e3be-7717-4bc1-9d43-6a7803201aa0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.856631] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.856631] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.857260] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094c9ec1-6cbc-41dd-8508-a88aecf189d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.864525] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 619.864525] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a91f18-359d-d934-15aa-886550fc1e1c" [ 619.864525] env[62849]: _type = "Task" [ 619.864525] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.874023] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a91f18-359d-d934-15aa-886550fc1e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.886584] env[62849]: INFO nova.compute.manager [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Took 36.30 seconds to build instance. [ 619.941670] env[62849]: DEBUG nova.network.neutron [req-40402e98-385e-46ff-a0ee-0d9fd2aa6faa req-3db24c3e-c88d-4c65-a3b8-6410921df01e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Updated VIF entry in instance network info cache for port df830454-55b6-4485-81a3-cd2c5753c230. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.942261] env[62849]: DEBUG nova.network.neutron [req-40402e98-385e-46ff-a0ee-0d9fd2aa6faa req-3db24c3e-c88d-4c65-a3b8-6410921df01e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Updating instance_info_cache with network_info: [{"id": "df830454-55b6-4485-81a3-cd2c5753c230", "address": "fa:16:3e:ed:34:2f", "network": {"id": "4cc6555c-bcc2-4874-8fa3-20f544adb523", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-310697364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8e72c3c83a4fe4b173eac458414b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf830454-55", "ovs_interfaceid": "df830454-55b6-4485-81a3-cd2c5753c230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.239860] env[62849]: DEBUG nova.scheduler.client.report [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.341937] env[62849]: DEBUG nova.network.neutron [-] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.380828] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a91f18-359d-d934-15aa-886550fc1e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.031154} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.381388] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da701d23-2233-4c1a-b525-3e343d2dba45 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.388952] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5192936b-bc24-417b-ba7f-6c2dbea2f7d5 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "818cfb22-1b34-4389-97cd-5c61c6e65d26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.575s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.395728] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 620.395728] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c3eb26-8039-566b-249a-277b016c0655" [ 620.395728] env[62849]: _type = "Task" [ 620.395728] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.406598] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c3eb26-8039-566b-249a-277b016c0655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.447303] env[62849]: DEBUG oslo_concurrency.lockutils [req-40402e98-385e-46ff-a0ee-0d9fd2aa6faa req-3db24c3e-c88d-4c65-a3b8-6410921df01e service nova] Releasing lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.499998] env[62849]: DEBUG nova.network.neutron [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance_info_cache with network_info: [{"id": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "address": "fa:16:3e:0f:24:e5", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f67f60c-a6", "ovs_interfaceid": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.620594] env[62849]: DEBUG nova.network.neutron [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Successfully updated port: 36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 620.744896] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.747546] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.077s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.749606] env[62849]: INFO nova.compute.claims [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.765054] env[62849]: INFO nova.scheduler.client.report [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Deleted allocations for instance ea0bb3b1-678b-411e-b9c6-2fa4e99ff526 [ 620.847053] env[62849]: INFO nova.compute.manager [-] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Took 1.37 seconds to deallocate network for instance. [ 620.895823] env[62849]: DEBUG nova.compute.manager [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.916253] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c3eb26-8039-566b-249a-277b016c0655, 'name': SearchDatastore_Task, 'duration_secs': 0.01712} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.917476] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.917814] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d/4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.918948] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e573b86-c84a-4f18-9519-2236ee4d3001 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.931358] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 620.931358] env[62849]: value = "task-4403753" [ 620.931358] env[62849]: _type = "Task" [ 620.931358] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.945179] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.950333] env[62849]: DEBUG nova.compute.manager [req-4f2b3356-e358-403c-a905-9660fe9da812 req-1ccdc6ee-19ba-4226-b390-1a88579bc21f service nova] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Received event network-vif-deleted-e3aa193c-0c48-4ad3-9f4e-9bb9ad23028d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 621.009367] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.073278] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.074368] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.129276] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.129276] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.130448] env[62849]: DEBUG nova.network.neutron [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.273767] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78717637-4101-4172-9b20-e9b29e21858f tempest-ImagesNegativeTestJSON-1147075728 tempest-ImagesNegativeTestJSON-1147075728-project-member] Lock "ea0bb3b1-678b-411e-b9c6-2fa4e99ff526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.871s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.358327] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.442053] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.447836] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403753, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.533472] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquiring lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.534096] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.666343] env[62849]: DEBUG nova.network.neutron [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 621.903016] env[62849]: DEBUG nova.network.neutron [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updating instance_info_cache with network_info: [{"id": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "address": "fa:16:3e:fa:0c:38", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcc073-d9", "ovs_interfaceid": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.919080] env[62849]: DEBUG nova.compute.manager [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Received event network-vif-plugged-36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 621.921286] env[62849]: DEBUG oslo_concurrency.lockutils [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] Acquiring lock "9fad31fa-0721-421d-b913-0dfe90ed8c18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.921450] env[62849]: DEBUG oslo_concurrency.lockutils [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.921616] env[62849]: DEBUG oslo_concurrency.lockutils [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.921781] env[62849]: DEBUG nova.compute.manager [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] No waiting events found dispatching network-vif-plugged-36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.921937] env[62849]: WARNING nova.compute.manager [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Received unexpected event network-vif-plugged-36bcc073-d970-4b5c-9e69-c54d76d347d5 for instance with vm_state building and task_state spawning. [ 621.922132] env[62849]: DEBUG nova.compute.manager [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Received event network-changed-36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 621.922286] env[62849]: DEBUG nova.compute.manager [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Refreshing instance network info cache due to event network-changed-36bcc073-d970-4b5c-9e69-c54d76d347d5. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 621.922487] env[62849]: DEBUG oslo_concurrency.lockutils [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] Acquiring lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.946539] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595019} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.946722] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d/4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.946932] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.947205] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a03fced-4c64-4378-9ef7-0977db0a4621 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.957720] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 621.957720] env[62849]: value = "task-4403754" [ 621.957720] env[62849]: _type = "Task" [ 621.957720] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.973987] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.310211] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5587b1a-85ad-47dd-bf0e-ca6d1fcc1cc2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.319103] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac7a15-a741-49df-a638-11edbe58c245 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.354181] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f4a67-40ea-4487-9203-8c92c5e12130 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.363462] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b50540-bcc9-466a-839d-4fde35810d1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.378636] env[62849]: DEBUG nova.compute.provider_tree [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.410916] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.411337] env[62849]: DEBUG nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Instance network_info: |[{"id": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "address": "fa:16:3e:fa:0c:38", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcc073-d9", "ovs_interfaceid": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.412830] env[62849]: DEBUG oslo_concurrency.lockutils [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] Acquired lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.412830] env[62849]: DEBUG nova.network.neutron [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Refreshing network info cache for port 36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.413732] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:0c:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36bcc073-d970-4b5c-9e69-c54d76d347d5', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.421299] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Creating folder: Project (e9ff5682518f48cf8edd2b00a6b7632d). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.422018] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3949a06e-8d8e-4fbe-8495-24260d32a280 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.436610] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Created folder: Project (e9ff5682518f48cf8edd2b00a6b7632d) in parent group-v861840. [ 622.437744] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Creating folder: Instances. Parent ref: group-v861891. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.438927] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a54848c8-922b-460b-9ebf-a3831a1c97a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.451615] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Created folder: Instances in parent group-v861891. [ 622.451913] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.454871] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.454871] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b4234db-a877-4432-9e9a-c1d842f24868 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.479129] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073853} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.480794] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.481211] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.481211] env[62849]: value = "task-4403757" [ 622.481211] env[62849]: _type = "Task" [ 622.481211] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.481952] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70fc5c9-213c-47c7-a954-bdfba6b06dcf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.494436] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403757, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.514233] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d/4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.514233] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274f8800-359b-4a05-a63e-1ca2381bbdf1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.534084] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4be4651-5eb4-4cf2-9b7b-87f6afcd0964 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.538704] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 622.538704] env[62849]: value = "task-4403758" [ 622.538704] env[62849]: _type = "Task" [ 622.538704] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.557396] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance '7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 622.567277] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.580098] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Acquiring lock "115a77eb-f555-4c0f-96b4-5d176f0d484f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.580380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "115a77eb-f555-4c0f-96b4-5d176f0d484f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.881897] env[62849]: DEBUG nova.scheduler.client.report [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.999177] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403757, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.061226] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.065315] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.065750] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1233915e-31f3-4204-80af-9e17a3a81559 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.078499] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 623.078499] env[62849]: value = "task-4403759" [ 623.078499] env[62849]: _type = "Task" [ 623.078499] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.096097] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.278341] env[62849]: DEBUG nova.network.neutron [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updated VIF entry in instance network info cache for port 36bcc073-d970-4b5c-9e69-c54d76d347d5. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 623.278723] env[62849]: DEBUG nova.network.neutron [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updating instance_info_cache with network_info: [{"id": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "address": "fa:16:3e:fa:0c:38", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcc073-d9", "ovs_interfaceid": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.387320] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.388084] env[62849]: DEBUG nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.390923] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.012s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.394141] env[62849]: INFO nova.compute.claims [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.499298] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403757, 'name': CreateVM_Task, 'duration_secs': 0.697541} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.499510] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.500253] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.500455] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.500795] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.501090] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3c4705-30b3-4e59-a57c-cfd7e25148d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.508282] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 623.508282] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5290e775-dda6-4668-5fb8-08e0d7f5164c" [ 623.508282] env[62849]: _type = "Task" [ 623.508282] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.520105] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5290e775-dda6-4668-5fb8-08e0d7f5164c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.553563] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403758, 'name': ReconfigVM_Task, 'duration_secs': 0.65333} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.553867] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d/4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.554555] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0881cae-e898-429e-b48a-2dcf443220c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.563222] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 623.563222] env[62849]: value = "task-4403760" [ 623.563222] env[62849]: _type = "Task" [ 623.563222] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.573244] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403760, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.589932] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403759, 'name': PowerOffVM_Task, 'duration_secs': 0.325143} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.590112] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.590308] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance '7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 623.782023] env[62849]: DEBUG oslo_concurrency.lockutils [req-feca2018-04b1-4391-b24c-bcce5d98df4b req-9c0b3b9f-6d5f-48cc-9aec-6d3620009428 service nova] Releasing lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.899595] env[62849]: DEBUG nova.compute.utils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.903588] env[62849]: DEBUG nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.903851] env[62849]: DEBUG nova.network.neutron [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 623.999543] env[62849]: DEBUG nova.policy [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3d2737affec4696b7833fb2e3db24ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad89fe9e448848ceae1a59ff1be4d128', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.020746] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5290e775-dda6-4668-5fb8-08e0d7f5164c, 'name': SearchDatastore_Task, 'duration_secs': 0.028861} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.021077] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.021474] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.021529] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.021669] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.021925] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.022157] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c6efba6-0440-452f-8c83-2ec683d039b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.032660] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.033198] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.035405] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-907fb814-00eb-47b8-8792-535af0739df2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.043583] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 624.043583] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52988604-51bd-36e4-6f13-8759702a3e0a" [ 624.043583] env[62849]: _type = "Task" [ 624.043583] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.054926] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52988604-51bd-36e4-6f13-8759702a3e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.075509] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403760, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.097025] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.098035] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.098035] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.098298] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.102023] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.102023] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.102023] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.102023] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.102023] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.102519] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.102519] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.107959] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd44f72-b3bc-4557-b744-9345884989c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.131979] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 624.131979] env[62849]: value = "task-4403761" [ 624.131979] env[62849]: _type = "Task" [ 624.131979] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.143633] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.404596] env[62849]: DEBUG nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.563973] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52988604-51bd-36e4-6f13-8759702a3e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012817} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.568876] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c5c512-bd4c-4575-9fd3-4d77b5fb2edb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.585519] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 624.585519] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524a8a29-e833-5fda-ab85-fa130e5ada36" [ 624.585519] env[62849]: _type = "Task" [ 624.585519] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.585804] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403760, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.595407] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524a8a29-e833-5fda-ab85-fa130e5ada36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.644955] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403761, 'name': ReconfigVM_Task, 'duration_secs': 0.209101} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.645292] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance '7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 624.712677] env[62849]: DEBUG nova.network.neutron [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Successfully created port: cda15097-eea4-464d-b980-ad455aaf6b76 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 625.064061] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ce2539-4f70-4812-8da8-1b23110042f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.080549] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e133db7-3b39-49e2-9821-2dc23eaf5fd1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.083621] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403760, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.125175] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b866d1-f2c0-42b1-8f4f-927742b41200 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.128568] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524a8a29-e833-5fda-ab85-fa130e5ada36, 'name': SearchDatastore_Task, 'duration_secs': 0.031134} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.128568] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.128568] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 9fad31fa-0721-421d-b913-0dfe90ed8c18/9fad31fa-0721-421d-b913-0dfe90ed8c18.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.129417] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60cd46ca-28e8-4f48-9627-671d08ed4d11 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.137265] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d935ca-3dd3-4a35-be70-e79c7ada3493 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.144106] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 625.144106] env[62849]: value = "task-4403762" [ 625.144106] env[62849]: _type = "Task" [ 625.144106] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.158764] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.158964] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.158964] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.159180] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.159355] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.159520] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.160380] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.160380] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.160519] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.160752] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.160930] env[62849]: DEBUG nova.virt.hardware [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.166653] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 625.167216] env[62849]: DEBUG nova.compute.provider_tree [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.169105] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0639e40-b714-48ed-95fd-b756e201236e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.186648] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.193947] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 625.193947] env[62849]: value = "task-4403763" [ 625.193947] env[62849]: _type = "Task" [ 625.193947] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.198195] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.198486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.198676] env[62849]: DEBUG nova.compute.manager [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.199511] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8838fa-2a58-45b4-8401-b89ad4aecd61 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.206921] env[62849]: DEBUG nova.compute.manager [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 625.207559] env[62849]: DEBUG nova.objects.instance [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lazy-loading 'flavor' on Instance uuid 87f62c83-9134-49ff-93d9-dd3f4aabfaf4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.212909] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.415671] env[62849]: DEBUG nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.453343] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.453593] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.453747] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.453926] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.454501] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.454703] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.454924] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.455275] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.455521] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.457575] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.457779] env[62849]: DEBUG nova.virt.hardware [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.459032] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0364b8-955f-417e-b5fb-b95a725a93f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.469609] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a01320-ff99-4007-8975-945fd9459e62 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.582976] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403760, 'name': Rename_Task, 'duration_secs': 1.743533} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.582976] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.582976] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-956a31b7-71ec-492b-856a-e08d51ea94e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.594322] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 625.594322] env[62849]: value = "task-4403764" [ 625.594322] env[62849]: _type = "Task" [ 625.594322] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.607025] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.658822] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403762, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.691508] env[62849]: DEBUG nova.scheduler.client.report [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.705486] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403763, 'name': ReconfigVM_Task, 'duration_secs': 0.180781} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.705626] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 625.706858] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e266ae8-4e06-4171-b555-b8f623d37252 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.739991] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f/7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.742088] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb836427-a92c-4386-975e-50b7f3bb70a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.764937] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 625.764937] env[62849]: value = "task-4403765" [ 625.764937] env[62849]: _type = "Task" [ 625.764937] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.775526] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.937598] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.937831] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.106023] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.157698] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72098} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.157698] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 9fad31fa-0721-421d-b913-0dfe90ed8c18/9fad31fa-0721-421d-b913-0dfe90ed8c18.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.157698] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.157698] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf1571c7-20c8-49ff-8bdb-ac477f038369 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.165423] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 626.165423] env[62849]: value = "task-4403766" [ 626.165423] env[62849]: _type = "Task" [ 626.165423] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.176181] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.198172] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.198172] env[62849]: DEBUG nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.199983] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.711s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.200220] env[62849]: DEBUG nova.objects.instance [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lazy-loading 'resources' on Instance uuid 9d80ff8b-ffbb-4238-bd78-1e0b83497004 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.257428] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.257711] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-968d89f1-3f55-45df-bf4b-73c067230214 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.276458] env[62849]: DEBUG oslo_vmware.api [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 626.276458] env[62849]: value = "task-4403767" [ 626.276458] env[62849]: _type = "Task" [ 626.276458] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.286929] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403765, 'name': ReconfigVM_Task, 'duration_secs': 0.359129} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.288127] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f/7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.288127] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance '7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 626.299277] env[62849]: DEBUG oslo_vmware.api [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.610292] env[62849]: DEBUG oslo_vmware.api [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403764, 'name': PowerOnVM_Task, 'duration_secs': 0.754678} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.610649] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.610853] env[62849]: INFO nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Took 12.91 seconds to spawn the instance on the hypervisor. [ 626.611138] env[62849]: DEBUG nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.611979] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb9d9c-8280-4f15-9472-9cad4f7798c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.676590] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078591} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.676945] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.677866] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d58b96-4be7-442e-ab1d-3d966043567f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.713764] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 9fad31fa-0721-421d-b913-0dfe90ed8c18/9fad31fa-0721-421d-b913-0dfe90ed8c18.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.715181] env[62849]: DEBUG nova.compute.utils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.719015] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed02f13f-7b33-499d-a863-d9b660e11176 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.735042] env[62849]: DEBUG nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.735183] env[62849]: DEBUG nova.network.neutron [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.744019] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 626.744019] env[62849]: value = "task-4403768" [ 626.744019] env[62849]: _type = "Task" [ 626.744019] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.753735] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.790895] env[62849]: DEBUG oslo_vmware.api [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403767, 'name': PowerOffVM_Task, 'duration_secs': 0.241743} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.791133] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.791205] env[62849]: DEBUG nova.compute.manager [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.793269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d59a32-660c-484f-9b43-4420965de1d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.804355] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd947d3-65ae-4982-8d6a-9c08316d22bc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.830724] env[62849]: DEBUG nova.policy [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a5d1fcf2c0b42bba631c5719e21f9b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40fb94d51de7485abd2c9d4ec9a5b0d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.835457] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6318a5ae-1379-480f-a604-0e4b664657e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.857041] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance '7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 627.084654] env[62849]: DEBUG nova.compute.manager [req-bfc0ad12-6111-4a40-8c7a-73d71e972e6a req-9b0ea8fd-fdbb-4c20-94cf-f8f216b7d8e8 service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Received event network-vif-plugged-cda15097-eea4-464d-b980-ad455aaf6b76 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 627.084924] env[62849]: DEBUG oslo_concurrency.lockutils [req-bfc0ad12-6111-4a40-8c7a-73d71e972e6a req-9b0ea8fd-fdbb-4c20-94cf-f8f216b7d8e8 service nova] Acquiring lock "776f020e-8300-4297-9ad4-a5c54e3c0552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.085330] env[62849]: DEBUG oslo_concurrency.lockutils [req-bfc0ad12-6111-4a40-8c7a-73d71e972e6a req-9b0ea8fd-fdbb-4c20-94cf-f8f216b7d8e8 service nova] Lock "776f020e-8300-4297-9ad4-a5c54e3c0552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.085330] env[62849]: DEBUG oslo_concurrency.lockutils [req-bfc0ad12-6111-4a40-8c7a-73d71e972e6a req-9b0ea8fd-fdbb-4c20-94cf-f8f216b7d8e8 service nova] Lock "776f020e-8300-4297-9ad4-a5c54e3c0552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.085859] env[62849]: DEBUG nova.compute.manager [req-bfc0ad12-6111-4a40-8c7a-73d71e972e6a req-9b0ea8fd-fdbb-4c20-94cf-f8f216b7d8e8 service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] No waiting events found dispatching network-vif-plugged-cda15097-eea4-464d-b980-ad455aaf6b76 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.086381] env[62849]: WARNING nova.compute.manager [req-bfc0ad12-6111-4a40-8c7a-73d71e972e6a req-9b0ea8fd-fdbb-4c20-94cf-f8f216b7d8e8 service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Received unexpected event network-vif-plugged-cda15097-eea4-464d-b980-ad455aaf6b76 for instance with vm_state building and task_state spawning. [ 627.138263] env[62849]: INFO nova.compute.manager [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Took 42.47 seconds to build instance. [ 627.205409] env[62849]: DEBUG nova.network.neutron [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Successfully updated port: cda15097-eea4-464d-b980-ad455aaf6b76 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.235523] env[62849]: DEBUG nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.265455] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.314215] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6b0cc9c-3891-4a14-b330-6f0e16421a83 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.116s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.435643] env[62849]: DEBUG nova.network.neutron [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Port 2f67f60c-a6a9-4f9b-8e04-132d5074ae12 binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 627.471232] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468190d-0d61-4762-9f1d-6bcb4fe2f7e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.479720] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd6d35-501b-414b-9824-de7a26c91bbe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.486408] env[62849]: DEBUG nova.network.neutron [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Successfully created port: 075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.515046] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737cdcc-c1c4-405a-b025-7fbc1e59a2fb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.523838] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff6f7b-f1ac-46ca-8efe-e6d41909c15f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.539037] env[62849]: DEBUG nova.compute.provider_tree [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.647686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e20920bf-5f84-4abf-a992-b454217aac88 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.926s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.708592] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "refresh_cache-776f020e-8300-4297-9ad4-a5c54e3c0552" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.708738] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquired lock "refresh_cache-776f020e-8300-4297-9ad4-a5c54e3c0552" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.708893] env[62849]: DEBUG nova.network.neutron [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.772877] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403768, 'name': ReconfigVM_Task, 'duration_secs': 0.548303} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.772877] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 9fad31fa-0721-421d-b913-0dfe90ed8c18/9fad31fa-0721-421d-b913-0dfe90ed8c18.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.772877] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a01aa4-a274-4e81-aefe-d764f7f16df0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.781934] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 627.781934] env[62849]: value = "task-4403769" [ 627.781934] env[62849]: _type = "Task" [ 627.781934] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.791521] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403769, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.042401] env[62849]: DEBUG nova.scheduler.client.report [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.150794] env[62849]: DEBUG nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.262714] env[62849]: DEBUG nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.266831] env[62849]: DEBUG nova.network.neutron [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.301525] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403769, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.306334] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.306595] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.306743] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.306927] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.307081] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.307227] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.307434] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.307588] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.307748] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.307900] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.308080] env[62849]: DEBUG nova.virt.hardware [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.309111] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99dcf57-e46e-4704-9649-b383aee3e383 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.318382] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20198f04-011c-4d4c-ab0e-c088cb53cbf8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.467230] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.467622] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.467888] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.545107] env[62849]: DEBUG nova.network.neutron [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Updating instance_info_cache with network_info: [{"id": "cda15097-eea4-464d-b980-ad455aaf6b76", "address": "fa:16:3e:44:46:05", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcda15097-ee", "ovs_interfaceid": "cda15097-eea4-464d-b980-ad455aaf6b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.548385] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.551457] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.218s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.551657] env[62849]: DEBUG nova.objects.instance [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 628.584090] env[62849]: INFO nova.scheduler.client.report [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Deleted allocations for instance 9d80ff8b-ffbb-4238-bd78-1e0b83497004 [ 628.673750] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.795710] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403769, 'name': Rename_Task, 'duration_secs': 0.74443} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.796068] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.796362] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ff4a0c0-574c-410f-8ef3-e78e5b43ca85 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.805136] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 628.805136] env[62849]: value = "task-4403770" [ 628.805136] env[62849]: _type = "Task" [ 628.805136] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.814401] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.049105] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Releasing lock "refresh_cache-776f020e-8300-4297-9ad4-a5c54e3c0552" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.049471] env[62849]: DEBUG nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Instance network_info: |[{"id": "cda15097-eea4-464d-b980-ad455aaf6b76", "address": "fa:16:3e:44:46:05", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcda15097-ee", "ovs_interfaceid": "cda15097-eea4-464d-b980-ad455aaf6b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.050130] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:46:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cda15097-eea4-464d-b980-ad455aaf6b76', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.062661] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.066624] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.067407] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65ed70f-8b4d-4a76-bafb-f80b0c1162e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.102839] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3fd9a2cc-362d-4afd-88b2-86cd060599ec tempest-ServerDiagnosticsTest-598226030 tempest-ServerDiagnosticsTest-598226030-project-member] Lock "9d80ff8b-ffbb-4238-bd78-1e0b83497004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.139s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.108566] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.108566] env[62849]: value = "task-4403771" [ 629.108566] env[62849]: _type = "Task" [ 629.108566] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.124091] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403771, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.316933] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403770, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.361696] env[62849]: DEBUG nova.network.neutron [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Successfully updated port: 075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.558274] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.558523] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.559208] env[62849]: DEBUG nova.network.neutron [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.568865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a5ded03-00ba-4d74-abca-0642fcd780d3 tempest-ServersAdmin275Test-732257026 tempest-ServersAdmin275Test-732257026-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.570597] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.566s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.570835] env[62849]: DEBUG nova.objects.instance [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lazy-loading 'resources' on Instance uuid 03ffcc41-6295-4dd0-9676-0ee6b0786b53 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.623991] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403771, 'name': CreateVM_Task, 'duration_secs': 0.393596} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.625180] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.626075] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.627615] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.627615] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.627615] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7fa711-682c-4169-afcd-5ab84fa11b5d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.634173] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 629.634173] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c3ed1-0a6d-e04d-235a-8c5454ff9d50" [ 629.634173] env[62849]: _type = "Task" [ 629.634173] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.644439] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c3ed1-0a6d-e04d-235a-8c5454ff9d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.823056] env[62849]: DEBUG oslo_vmware.api [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4403770, 'name': PowerOnVM_Task, 'duration_secs': 0.670283} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.823476] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.824394] env[62849]: INFO nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Took 12.19 seconds to spawn the instance on the hypervisor. [ 629.824394] env[62849]: DEBUG nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.824647] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a284c81e-2494-4a0e-8898-1f415c030eab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.865636] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquiring lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.865636] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquired lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.865636] env[62849]: DEBUG nova.network.neutron [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.927468] env[62849]: DEBUG nova.compute.manager [req-43273694-e106-4770-a2e3-2814ec4fd29a req-c19d005e-7a2f-49b0-88c8-b239c3eadf2b service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Received event network-changed-cda15097-eea4-464d-b980-ad455aaf6b76 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 629.927468] env[62849]: DEBUG nova.compute.manager [req-43273694-e106-4770-a2e3-2814ec4fd29a req-c19d005e-7a2f-49b0-88c8-b239c3eadf2b service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Refreshing instance network info cache due to event network-changed-cda15097-eea4-464d-b980-ad455aaf6b76. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 629.927468] env[62849]: DEBUG oslo_concurrency.lockutils [req-43273694-e106-4770-a2e3-2814ec4fd29a req-c19d005e-7a2f-49b0-88c8-b239c3eadf2b service nova] Acquiring lock "refresh_cache-776f020e-8300-4297-9ad4-a5c54e3c0552" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.928410] env[62849]: DEBUG oslo_concurrency.lockutils [req-43273694-e106-4770-a2e3-2814ec4fd29a req-c19d005e-7a2f-49b0-88c8-b239c3eadf2b service nova] Acquired lock "refresh_cache-776f020e-8300-4297-9ad4-a5c54e3c0552" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.928930] env[62849]: DEBUG nova.network.neutron [req-43273694-e106-4770-a2e3-2814ec4fd29a req-c19d005e-7a2f-49b0-88c8-b239c3eadf2b service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Refreshing network info cache for port cda15097-eea4-464d-b980-ad455aaf6b76 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.933276] env[62849]: DEBUG nova.objects.instance [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lazy-loading 'flavor' on Instance uuid 87f62c83-9134-49ff-93d9-dd3f4aabfaf4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.152236] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c3ed1-0a6d-e04d-235a-8c5454ff9d50, 'name': SearchDatastore_Task, 'duration_secs': 0.029101} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.152392] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.152604] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.153046] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.153253] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.153615] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.157081] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fbebbd7-8c72-4b1b-8516-bb6ee1ee7364 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.170840] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.172625] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.173571] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7e016b-8eb1-4f81-a546-7300999dc4ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.187156] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 630.187156] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5277ab67-e44c-e8b6-4a17-22055e58f95c" [ 630.187156] env[62849]: _type = "Task" [ 630.187156] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.197606] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5277ab67-e44c-e8b6-4a17-22055e58f95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.352396] env[62849]: INFO nova.compute.manager [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Took 45.00 seconds to build instance. [ 630.443234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.443234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquired lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.443776] env[62849]: DEBUG nova.network.neutron [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.443776] env[62849]: DEBUG nova.objects.instance [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lazy-loading 'info_cache' on Instance uuid 87f62c83-9134-49ff-93d9-dd3f4aabfaf4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.446941] env[62849]: DEBUG nova.network.neutron [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.649583] env[62849]: DEBUG nova.network.neutron [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance_info_cache with network_info: [{"id": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "address": "fa:16:3e:0f:24:e5", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f67f60c-a6", "ovs_interfaceid": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.703306] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5277ab67-e44c-e8b6-4a17-22055e58f95c, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.706960] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7e87e5-da66-406f-b250-72ca4c56bcf2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.713642] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 630.713642] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c73ddd-abf4-76a0-b363-49a6506141e4" [ 630.713642] env[62849]: _type = "Task" [ 630.713642] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.723588] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c73ddd-abf4-76a0-b363-49a6506141e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.742036] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d5acc-975c-42a1-bdb9-94844e6ca7e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.756952] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce5d01-7bad-4d45-930c-3aa646846754 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.802894] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ffe2ae-bf33-4d78-9406-f7ab3e1b4e9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.812108] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a887c3da-61d4-4ed3-b63f-71298a1bf0cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.828558] env[62849]: DEBUG nova.compute.provider_tree [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.858045] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c839d569-4f4f-418b-a0ae-cd68093ba1dc tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.025s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.955019] env[62849]: DEBUG nova.objects.base [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Object Instance<87f62c83-9134-49ff-93d9-dd3f4aabfaf4> lazy-loaded attributes: flavor,info_cache {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 631.026839] env[62849]: DEBUG nova.network.neutron [req-43273694-e106-4770-a2e3-2814ec4fd29a req-c19d005e-7a2f-49b0-88c8-b239c3eadf2b service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Updated VIF entry in instance network info cache for port cda15097-eea4-464d-b980-ad455aaf6b76. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 631.027236] env[62849]: DEBUG nova.network.neutron [req-43273694-e106-4770-a2e3-2814ec4fd29a req-c19d005e-7a2f-49b0-88c8-b239c3eadf2b service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Updating instance_info_cache with network_info: [{"id": "cda15097-eea4-464d-b980-ad455aaf6b76", "address": "fa:16:3e:44:46:05", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcda15097-ee", "ovs_interfaceid": "cda15097-eea4-464d-b980-ad455aaf6b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.053827] env[62849]: DEBUG nova.network.neutron [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Updating instance_info_cache with network_info: [{"id": "075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63", "address": "fa:16:3e:f9:f5:e3", "network": {"id": "c135b7ec-f99b-49df-b5e4-5f4f3e5b5bc8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-359325992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fb94d51de7485abd2c9d4ec9a5b0d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c31e7-6c", "ovs_interfaceid": "075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.155297] env[62849]: DEBUG oslo_concurrency.lockutils [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.225776] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c73ddd-abf4-76a0-b363-49a6506141e4, 'name': SearchDatastore_Task, 'duration_secs': 0.033122} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.226082] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.226362] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 776f020e-8300-4297-9ad4-a5c54e3c0552/776f020e-8300-4297-9ad4-a5c54e3c0552.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.227196] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc7334b-a00f-4bcd-ab45-985cad5f6e8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.235610] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 631.235610] env[62849]: value = "task-4403772" [ 631.235610] env[62849]: _type = "Task" [ 631.235610] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.247079] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.340586] env[62849]: DEBUG nova.scheduler.client.report [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.364368] env[62849]: DEBUG nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.531995] env[62849]: DEBUG oslo_concurrency.lockutils [req-43273694-e106-4770-a2e3-2814ec4fd29a req-c19d005e-7a2f-49b0-88c8-b239c3eadf2b service nova] Releasing lock "refresh_cache-776f020e-8300-4297-9ad4-a5c54e3c0552" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.560937] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Releasing lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.560937] env[62849]: DEBUG nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Instance network_info: |[{"id": "075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63", "address": "fa:16:3e:f9:f5:e3", "network": {"id": "c135b7ec-f99b-49df-b5e4-5f4f3e5b5bc8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-359325992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fb94d51de7485abd2c9d4ec9a5b0d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c31e7-6c", "ovs_interfaceid": "075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.561107] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:f5:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.573238] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Creating folder: Project (40fb94d51de7485abd2c9d4ec9a5b0d6). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.573238] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57986f55-34a2-415b-85c9-2a6a3af0588d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.585816] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Created folder: Project (40fb94d51de7485abd2c9d4ec9a5b0d6) in parent group-v861840. [ 631.586609] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Creating folder: Instances. Parent ref: group-v861895. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.588419] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1e3f119-0a25-4ade-a348-79a477566f7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.600354] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Created folder: Instances in parent group-v861895. [ 631.601974] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.601974] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.601974] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45955854-6f37-46d7-9ce8-bb8084e283d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.628773] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.628773] env[62849]: value = "task-4403775" [ 631.628773] env[62849]: _type = "Task" [ 631.628773] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.638719] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403775, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.692815] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2542aed-7405-4753-90ce-774326cfbf9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.722109] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fff76cd-8271-40f6-b6e1-a6c3e199ad5c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.732551] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance '7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 631.743433] env[62849]: DEBUG nova.compute.manager [req-b09f2d33-fb01-4dbd-92e0-b8e532c1dbb9 req-21d852f7-edb7-4ed8-b92a-9824a0b84b5e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Received event network-changed-df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 631.743645] env[62849]: DEBUG nova.compute.manager [req-b09f2d33-fb01-4dbd-92e0-b8e532c1dbb9 req-21d852f7-edb7-4ed8-b92a-9824a0b84b5e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Refreshing instance network info cache due to event network-changed-df830454-55b6-4485-81a3-cd2c5753c230. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 631.743932] env[62849]: DEBUG oslo_concurrency.lockutils [req-b09f2d33-fb01-4dbd-92e0-b8e532c1dbb9 req-21d852f7-edb7-4ed8-b92a-9824a0b84b5e service nova] Acquiring lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.744144] env[62849]: DEBUG oslo_concurrency.lockutils [req-b09f2d33-fb01-4dbd-92e0-b8e532c1dbb9 req-21d852f7-edb7-4ed8-b92a-9824a0b84b5e service nova] Acquired lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.744444] env[62849]: DEBUG nova.network.neutron [req-b09f2d33-fb01-4dbd-92e0-b8e532c1dbb9 req-21d852f7-edb7-4ed8-b92a-9824a0b84b5e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Refreshing network info cache for port df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.757254] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403772, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.847955] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.851146] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.710s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.852407] env[62849]: INFO nova.compute.claims [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.895589] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.908786] env[62849]: INFO nova.scheduler.client.report [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Deleted allocations for instance 03ffcc41-6295-4dd0-9676-0ee6b0786b53 [ 631.956675] env[62849]: DEBUG nova.network.neutron [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Updating instance_info_cache with network_info: [{"id": "c5d6db45-dd82-4518-a5a2-a73a50a46d49", "address": "fa:16:3e:33:ac:f3", "network": {"id": "2c8c2509-99a7-47ad-a4ac-4aaff0ad4aef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-46661896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f188aeb6a1488ba223021d38a7f151", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d6db45-dd", "ovs_interfaceid": "c5d6db45-dd82-4518-a5a2-a73a50a46d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.143013] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403775, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.244054] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.244212] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1db38729-00db-4853-b085-8e85f5adf49d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.254528] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831741} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.258877] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 776f020e-8300-4297-9ad4-a5c54e3c0552/776f020e-8300-4297-9ad4-a5c54e3c0552.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.258877] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.258877] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 632.258877] env[62849]: value = "task-4403776" [ 632.258877] env[62849]: _type = "Task" [ 632.258877] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.258877] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d21dc418-9b16-4887-a132-d2c8f9637c4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.270090] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.272240] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 632.272240] env[62849]: value = "task-4403777" [ 632.272240] env[62849]: _type = "Task" [ 632.272240] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.291728] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.421569] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa5e621-c356-4fd5-a2ef-fc32c69397b9 tempest-ServersAdmin275Test-1587711798 tempest-ServersAdmin275Test-1587711798-project-member] Lock "03ffcc41-6295-4dd0-9676-0ee6b0786b53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.938s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.461832] env[62849]: DEBUG oslo_concurrency.lockutils [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Releasing lock "refresh_cache-87f62c83-9134-49ff-93d9-dd3f4aabfaf4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.655545] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403775, 'name': CreateVM_Task, 'duration_secs': 0.72317} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.655545] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.656301] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.656473] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.657257] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.657702] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb344a18-9168-4408-bacf-b54a0aca9f51 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.666569] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 632.666569] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52156eb1-7c7c-f2f6-dfe9-0b3701163922" [ 632.666569] env[62849]: _type = "Task" [ 632.666569] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.681961] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52156eb1-7c7c-f2f6-dfe9-0b3701163922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.772330] env[62849]: DEBUG oslo_vmware.api [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4403776, 'name': PowerOnVM_Task, 'duration_secs': 0.476862} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.773056] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.773369] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-334403fb-b0f0-476f-895e-8eec0088db9a tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance '7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 632.778156] env[62849]: DEBUG nova.network.neutron [req-b09f2d33-fb01-4dbd-92e0-b8e532c1dbb9 req-21d852f7-edb7-4ed8-b92a-9824a0b84b5e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Updated VIF entry in instance network info cache for port df830454-55b6-4485-81a3-cd2c5753c230. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.778667] env[62849]: DEBUG nova.network.neutron [req-b09f2d33-fb01-4dbd-92e0-b8e532c1dbb9 req-21d852f7-edb7-4ed8-b92a-9824a0b84b5e service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Updating instance_info_cache with network_info: [{"id": "df830454-55b6-4485-81a3-cd2c5753c230", "address": "fa:16:3e:ed:34:2f", "network": {"id": "4cc6555c-bcc2-4874-8fa3-20f544adb523", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-310697364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8e72c3c83a4fe4b173eac458414b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf830454-55", "ovs_interfaceid": "df830454-55b6-4485-81a3-cd2c5753c230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.790839] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07838} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.792053] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.792273] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30d647b-9d14-4272-b25e-f487540e328b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.828349] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 776f020e-8300-4297-9ad4-a5c54e3c0552/776f020e-8300-4297-9ad4-a5c54e3c0552.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.830097] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e746f9-5e36-49d8-a8ce-ddbd29941036 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.859267] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 632.859267] env[62849]: value = "task-4403778" [ 632.859267] env[62849]: _type = "Task" [ 632.859267] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.876771] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.879396] env[62849]: DEBUG nova.compute.manager [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Received event network-vif-plugged-075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 632.879613] env[62849]: DEBUG oslo_concurrency.lockutils [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] Acquiring lock "2127d2b0-7d68-4571-a0ca-b32f701bb728-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.879835] env[62849]: DEBUG oslo_concurrency.lockutils [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.880041] env[62849]: DEBUG oslo_concurrency.lockutils [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.880217] env[62849]: DEBUG nova.compute.manager [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] No waiting events found dispatching network-vif-plugged-075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.880449] env[62849]: WARNING nova.compute.manager [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Received unexpected event network-vif-plugged-075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 for instance with vm_state building and task_state spawning. [ 632.880725] env[62849]: DEBUG nova.compute.manager [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Received event network-changed-075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 632.880995] env[62849]: DEBUG nova.compute.manager [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Refreshing instance network info cache due to event network-changed-075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 632.881355] env[62849]: DEBUG oslo_concurrency.lockutils [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] Acquiring lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.881502] env[62849]: DEBUG oslo_concurrency.lockutils [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] Acquired lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.881690] env[62849]: DEBUG nova.network.neutron [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Refreshing network info cache for port 075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.184542] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52156eb1-7c7c-f2f6-dfe9-0b3701163922, 'name': SearchDatastore_Task, 'duration_secs': 0.037608} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.187906] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.188416] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.188416] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.188622] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.188804] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.189254] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b046ca9-bef2-482f-b95a-652a3d443261 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.204779] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.204779] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.204779] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ba5ba1-0106-4902-807f-e17ece87498f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.215094] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 633.215094] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d232f-820e-64aa-25eb-6fecdbd402c5" [ 633.215094] env[62849]: _type = "Task" [ 633.215094] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.229315] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d232f-820e-64aa-25eb-6fecdbd402c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.285809] env[62849]: DEBUG oslo_concurrency.lockutils [req-b09f2d33-fb01-4dbd-92e0-b8e532c1dbb9 req-21d852f7-edb7-4ed8-b92a-9824a0b84b5e service nova] Releasing lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.371823] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403778, 'name': ReconfigVM_Task, 'duration_secs': 0.323806} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.371823] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 776f020e-8300-4297-9ad4-a5c54e3c0552/776f020e-8300-4297-9ad4-a5c54e3c0552.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.371823] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cdfb230-35f5-4ff3-bb39-5ffe459eaf69 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.385383] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 633.385383] env[62849]: value = "task-4403779" [ 633.385383] env[62849]: _type = "Task" [ 633.385383] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.404772] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403779, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.467677] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.468077] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f820419-f81a-4272-9f71-46e09d34f0b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.476902] env[62849]: DEBUG oslo_vmware.api [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 633.476902] env[62849]: value = "task-4403780" [ 633.476902] env[62849]: _type = "Task" [ 633.476902] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.499766] env[62849]: DEBUG oslo_vmware.api [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403780, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.653610] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b944899-9b39-44bf-9009-19ed6edb948b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.663768] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c9336e-86b6-43b4-8fbd-b209eaa471e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.697110] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24691d9-e486-4a13-ba5b-2febb2072874 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.708608] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e087f12-8480-4d34-b846-106983a8d20f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.726688] env[62849]: DEBUG nova.compute.provider_tree [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.742438] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d232f-820e-64aa-25eb-6fecdbd402c5, 'name': SearchDatastore_Task, 'duration_secs': 0.021627} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.745124] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e14dc3-6de4-45dd-89f4-120c11f01191 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.754248] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 633.754248] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521bf80d-a72c-6a08-0607-949b183b8ad9" [ 633.754248] env[62849]: _type = "Task" [ 633.754248] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.764687] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521bf80d-a72c-6a08-0607-949b183b8ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.900663] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403779, 'name': Rename_Task, 'duration_secs': 0.179125} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.901041] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.901344] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c415c41b-a7a4-4a4c-872a-eec234bd1277 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.912039] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 633.912039] env[62849]: value = "task-4403781" [ 633.912039] env[62849]: _type = "Task" [ 633.912039] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.924521] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.988612] env[62849]: DEBUG oslo_vmware.api [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.102144] env[62849]: DEBUG nova.network.neutron [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Updated VIF entry in instance network info cache for port 075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 634.103164] env[62849]: DEBUG nova.network.neutron [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Updating instance_info_cache with network_info: [{"id": "075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63", "address": "fa:16:3e:f9:f5:e3", "network": {"id": "c135b7ec-f99b-49df-b5e4-5f4f3e5b5bc8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-359325992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fb94d51de7485abd2c9d4ec9a5b0d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c31e7-6c", "ovs_interfaceid": "075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.236998] env[62849]: DEBUG nova.scheduler.client.report [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.241429] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquiring lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.241429] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.284343] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521bf80d-a72c-6a08-0607-949b183b8ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.017494} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.285060] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.285405] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 2127d2b0-7d68-4571-a0ca-b32f701bb728/2127d2b0-7d68-4571-a0ca-b32f701bb728.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.285712] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f89af119-5bf2-445d-8aa7-0ac5eb9a24d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.296505] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 634.296505] env[62849]: value = "task-4403782" [ 634.296505] env[62849]: _type = "Task" [ 634.296505] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.319424] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.423417] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.488665] env[62849]: DEBUG oslo_vmware.api [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403780, 'name': PowerOnVM_Task, 'duration_secs': 0.658208} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.489076] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.490103] env[62849]: DEBUG nova.compute.manager [None req-08e7a7e5-f627-4a6a-b78e-2f22ab8ee864 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.490103] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d6894-9065-4ef2-acfc-ddf7ed8eaf49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.578504] env[62849]: DEBUG nova.compute.manager [req-e64e1329-988f-4e3d-9041-631b0d670a7f req-ff35727e-8360-4de8-996d-6d2b3b2d115a service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Received event network-changed-36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 634.578713] env[62849]: DEBUG nova.compute.manager [req-e64e1329-988f-4e3d-9041-631b0d670a7f req-ff35727e-8360-4de8-996d-6d2b3b2d115a service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Refreshing instance network info cache due to event network-changed-36bcc073-d970-4b5c-9e69-c54d76d347d5. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 634.578931] env[62849]: DEBUG oslo_concurrency.lockutils [req-e64e1329-988f-4e3d-9041-631b0d670a7f req-ff35727e-8360-4de8-996d-6d2b3b2d115a service nova] Acquiring lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.579257] env[62849]: DEBUG oslo_concurrency.lockutils [req-e64e1329-988f-4e3d-9041-631b0d670a7f req-ff35727e-8360-4de8-996d-6d2b3b2d115a service nova] Acquired lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.579771] env[62849]: DEBUG nova.network.neutron [req-e64e1329-988f-4e3d-9041-631b0d670a7f req-ff35727e-8360-4de8-996d-6d2b3b2d115a service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Refreshing network info cache for port 36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.613222] env[62849]: DEBUG oslo_concurrency.lockutils [req-38ad50e7-0b07-4a47-b545-8baff6f5bbfd req-bc041784-002d-4044-8203-47374c8adfc4 service nova] Releasing lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.743277] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.743920] env[62849]: DEBUG nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.747182] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.818s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.749457] env[62849]: INFO nova.compute.claims [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.814131] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403782, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.925617] env[62849]: DEBUG oslo_vmware.api [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403781, 'name': PowerOnVM_Task, 'duration_secs': 0.953191} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.925929] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.926319] env[62849]: INFO nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Took 9.51 seconds to spawn the instance on the hypervisor. [ 634.926516] env[62849]: DEBUG nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.927378] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafa146c-52a7-4e64-b925-b8955fd7dbaa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.257024] env[62849]: DEBUG nova.compute.utils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.259183] env[62849]: DEBUG nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.259382] env[62849]: DEBUG nova.network.neutron [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 635.323024] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792834} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.323332] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 2127d2b0-7d68-4571-a0ca-b32f701bb728/2127d2b0-7d68-4571-a0ca-b32f701bb728.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.323566] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.323821] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c83e932-9991-4d5d-ac85-f16cd1080333 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.332879] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 635.332879] env[62849]: value = "task-4403783" [ 635.332879] env[62849]: _type = "Task" [ 635.332879] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.345946] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.451794] env[62849]: INFO nova.compute.manager [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Took 46.80 seconds to build instance. [ 635.550869] env[62849]: DEBUG nova.policy [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9de79d98844036805ea52c1a15f95c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '023bbb17435b4f8aa05cdd2fbc87426a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.724149] env[62849]: DEBUG nova.network.neutron [req-e64e1329-988f-4e3d-9041-631b0d670a7f req-ff35727e-8360-4de8-996d-6d2b3b2d115a service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updated VIF entry in instance network info cache for port 36bcc073-d970-4b5c-9e69-c54d76d347d5. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 635.725285] env[62849]: DEBUG nova.network.neutron [req-e64e1329-988f-4e3d-9041-631b0d670a7f req-ff35727e-8360-4de8-996d-6d2b3b2d115a service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updating instance_info_cache with network_info: [{"id": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "address": "fa:16:3e:fa:0c:38", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcc073-d9", "ovs_interfaceid": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.760770] env[62849]: DEBUG nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.849209] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187872} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.851224] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.856024] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7621f8d-acd4-45a1-9a88-8feb854ed03b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.884312] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2127d2b0-7d68-4571-a0ca-b32f701bb728/2127d2b0-7d68-4571-a0ca-b32f701bb728.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.888086] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4d1481-8898-47b7-9949-86b5f65d68c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.912696] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 635.912696] env[62849]: value = "task-4403784" [ 635.912696] env[62849]: _type = "Task" [ 635.912696] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.927685] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.957695] env[62849]: DEBUG oslo_concurrency.lockutils [None req-663cff1a-b730-41e7-a5bc-04ecf79c43ad tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "776f020e-8300-4297-9ad4-a5c54e3c0552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.394s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.963907] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.964324] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.964829] env[62849]: DEBUG nova.compute.manager [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Going to confirm migration 1 {{(pid=62849) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 636.228662] env[62849]: DEBUG oslo_concurrency.lockutils [req-e64e1329-988f-4e3d-9041-631b0d670a7f req-ff35727e-8360-4de8-996d-6d2b3b2d115a service nova] Releasing lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.241117] env[62849]: DEBUG nova.network.neutron [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Successfully created port: 32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 636.434058] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.463480] env[62849]: DEBUG nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.487419] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bab86ce-38e9-41eb-a080-fc40c12e125b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.496573] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f75631-1ffb-45a6-9274-639fb9393174 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.539462] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e11377-c930-4172-84e1-7a2e68d289d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.550214] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e8a6a5-f1ff-46c0-a2a2-dd613d50c4ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.556062] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.556401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.556401] env[62849]: DEBUG nova.network.neutron [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 636.556643] env[62849]: DEBUG nova.objects.instance [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lazy-loading 'info_cache' on Instance uuid 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.573318] env[62849]: DEBUG nova.compute.provider_tree [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.772977] env[62849]: DEBUG nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.816018] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:16:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='188473650',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1230720657',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.816018] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.816018] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.816427] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.816427] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.816427] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.816427] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.816427] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.816605] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.816605] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.816605] env[62849]: DEBUG nova.virt.hardware [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.816605] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8726f7-9538-4a3d-b900-3dda2deca9ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.824956] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97231119-d9f5-4b16-a468-62f3c59bfc5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.926619] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.988751] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.079135] env[62849]: DEBUG nova.scheduler.client.report [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.432609] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403784, 'name': ReconfigVM_Task, 'duration_secs': 1.336767} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.432964] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2127d2b0-7d68-4571-a0ca-b32f701bb728/2127d2b0-7d68-4571-a0ca-b32f701bb728.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.433824] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-720c5da3-5070-49a4-8aeb-62b5f006dcec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.442859] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 637.442859] env[62849]: value = "task-4403785" [ 637.442859] env[62849]: _type = "Task" [ 637.442859] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.457648] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403785, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.583493] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.584140] env[62849]: DEBUG nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.589867] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.491s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.589867] env[62849]: INFO nova.compute.claims [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.940516] env[62849]: DEBUG nova.network.neutron [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance_info_cache with network_info: [{"id": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "address": "fa:16:3e:0f:24:e5", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f67f60c-a6", "ovs_interfaceid": "2f67f60c-a6a9-4f9b-8e04-132d5074ae12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.957336] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403785, 'name': Rename_Task, 'duration_secs': 0.249194} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.957628] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.957773] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bb2c874-a4d6-42dc-8c09-e6b54dd6295b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.968777] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 637.968777] env[62849]: value = "task-4403786" [ 637.968777] env[62849]: _type = "Task" [ 637.968777] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.986732] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.079450] env[62849]: DEBUG nova.compute.manager [req-db26d0a2-4536-4287-9c0d-b21dba6b75fa req-9bbe3471-afcb-49b6-b747-1b9c97951bff service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Received event network-changed-df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 638.079660] env[62849]: DEBUG nova.compute.manager [req-db26d0a2-4536-4287-9c0d-b21dba6b75fa req-9bbe3471-afcb-49b6-b747-1b9c97951bff service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Refreshing instance network info cache due to event network-changed-df830454-55b6-4485-81a3-cd2c5753c230. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 638.079907] env[62849]: DEBUG oslo_concurrency.lockutils [req-db26d0a2-4536-4287-9c0d-b21dba6b75fa req-9bbe3471-afcb-49b6-b747-1b9c97951bff service nova] Acquiring lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.079990] env[62849]: DEBUG oslo_concurrency.lockutils [req-db26d0a2-4536-4287-9c0d-b21dba6b75fa req-9bbe3471-afcb-49b6-b747-1b9c97951bff service nova] Acquired lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.081356] env[62849]: DEBUG nova.network.neutron [req-db26d0a2-4536-4287-9c0d-b21dba6b75fa req-9bbe3471-afcb-49b6-b747-1b9c97951bff service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Refreshing network info cache for port df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.099165] env[62849]: DEBUG nova.compute.utils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.103948] env[62849]: DEBUG nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.104149] env[62849]: DEBUG nova.network.neutron [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.179345] env[62849]: DEBUG nova.policy [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e701630794bc47a0b6b6318c5f2d5cbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '307f4a432fd140cdb8d4b718e7ae5188', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.263419] env[62849]: DEBUG nova.network.neutron [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Successfully updated port: 32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 638.445715] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.445715] env[62849]: DEBUG nova.objects.instance [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lazy-loading 'migration_context' on Instance uuid 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.478804] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403786, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.605570] env[62849]: DEBUG nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.774026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.774026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquired lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.775014] env[62849]: DEBUG nova.network.neutron [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 638.793799] env[62849]: DEBUG nova.network.neutron [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Successfully created port: 31366500-96e4-43b8-bdf0-b5265a4b64b3 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 638.951187] env[62849]: DEBUG nova.objects.base [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Object Instance<7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f> lazy-loaded attributes: info_cache,migration_context {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 638.955264] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f71f36-9534-4d10-9eab-ee1a91d56719 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.981999] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5f287c-5c16-464b-b1c6-079bac3ad442 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.991307] env[62849]: DEBUG oslo_vmware.api [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 638.991307] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d1c84d-0cd2-2dde-ca48-cfea53d12aea" [ 638.991307] env[62849]: _type = "Task" [ 638.991307] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.994529] env[62849]: DEBUG oslo_vmware.api [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4403786, 'name': PowerOnVM_Task, 'duration_secs': 0.9887} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.998106] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.998561] env[62849]: INFO nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Took 10.74 seconds to spawn the instance on the hypervisor. [ 638.998736] env[62849]: DEBUG nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.003186] env[62849]: DEBUG nova.network.neutron [req-db26d0a2-4536-4287-9c0d-b21dba6b75fa req-9bbe3471-afcb-49b6-b747-1b9c97951bff service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Updated VIF entry in instance network info cache for port df830454-55b6-4485-81a3-cd2c5753c230. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.003186] env[62849]: DEBUG nova.network.neutron [req-db26d0a2-4536-4287-9c0d-b21dba6b75fa req-9bbe3471-afcb-49b6-b747-1b9c97951bff service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Updating instance_info_cache with network_info: [{"id": "df830454-55b6-4485-81a3-cd2c5753c230", "address": "fa:16:3e:ed:34:2f", "network": {"id": "4cc6555c-bcc2-4874-8fa3-20f544adb523", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-310697364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d8e72c3c83a4fe4b173eac458414b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf830454-55", "ovs_interfaceid": "df830454-55b6-4485-81a3-cd2c5753c230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.006998] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d5cd32-b25d-467a-9d32-200fffab3e72 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.016039] env[62849]: DEBUG nova.compute.manager [req-2e28a0f3-981d-4f3d-a6cd-c6f9b65af9ef req-b7a3937f-3720-4e2e-af02-f0b42e909220 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Received event network-vif-plugged-32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 639.016039] env[62849]: DEBUG oslo_concurrency.lockutils [req-2e28a0f3-981d-4f3d-a6cd-c6f9b65af9ef req-b7a3937f-3720-4e2e-af02-f0b42e909220 service nova] Acquiring lock "ab2f0fcd-cc1c-4943-be65-a83126f72677-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.016039] env[62849]: DEBUG oslo_concurrency.lockutils [req-2e28a0f3-981d-4f3d-a6cd-c6f9b65af9ef req-b7a3937f-3720-4e2e-af02-f0b42e909220 service nova] Lock "ab2f0fcd-cc1c-4943-be65-a83126f72677-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.016039] env[62849]: DEBUG oslo_concurrency.lockutils [req-2e28a0f3-981d-4f3d-a6cd-c6f9b65af9ef req-b7a3937f-3720-4e2e-af02-f0b42e909220 service nova] Lock "ab2f0fcd-cc1c-4943-be65-a83126f72677-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.016039] env[62849]: DEBUG nova.compute.manager [req-2e28a0f3-981d-4f3d-a6cd-c6f9b65af9ef req-b7a3937f-3720-4e2e-af02-f0b42e909220 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] No waiting events found dispatching network-vif-plugged-32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.016353] env[62849]: WARNING nova.compute.manager [req-2e28a0f3-981d-4f3d-a6cd-c6f9b65af9ef req-b7a3937f-3720-4e2e-af02-f0b42e909220 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Received unexpected event network-vif-plugged-32477d8e-6159-4f77-bb3a-89cf4a92b620 for instance with vm_state building and task_state spawning. [ 639.030728] env[62849]: DEBUG oslo_vmware.api [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d1c84d-0cd2-2dde-ca48-cfea53d12aea, 'name': SearchDatastore_Task, 'duration_secs': 0.01548} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.030728] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.343952] env[62849]: DEBUG nova.network.neutron [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 639.359159] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12a862f-6549-4174-a3e8-948f8fde4437 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.369346] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6cf72a-7b49-4659-8ccc-3a7cb80e1b66 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.405922] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c876dc-4fc1-483f-b15b-9545c1594436 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.415583] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6207c2-a5ab-413a-b5cb-518abcc5c633 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.437538] env[62849]: DEBUG nova.compute.provider_tree [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.519102] env[62849]: DEBUG oslo_concurrency.lockutils [req-db26d0a2-4536-4287-9c0d-b21dba6b75fa req-9bbe3471-afcb-49b6-b747-1b9c97951bff service nova] Releasing lock "refresh_cache-4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.545973] env[62849]: INFO nova.compute.manager [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Took 49.20 seconds to build instance. [ 639.573404] env[62849]: DEBUG nova.network.neutron [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Updating instance_info_cache with network_info: [{"id": "32477d8e-6159-4f77-bb3a-89cf4a92b620", "address": "fa:16:3e:af:b2:3d", "network": {"id": "f6f237c7-567c-4b80-ad9e-066552bb40bf", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1929346925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023bbb17435b4f8aa05cdd2fbc87426a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32477d8e-61", "ovs_interfaceid": "32477d8e-6159-4f77-bb3a-89cf4a92b620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.630283] env[62849]: DEBUG nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.637269] env[62849]: DEBUG nova.compute.manager [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.637269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17571833-b526-4acb-9f33-9364b865c5b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.661059] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.661336] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.661560] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.661752] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.661888] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.662203] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.662478] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.662644] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.662847] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.662969] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.663157] env[62849]: DEBUG nova.virt.hardware [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.664256] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2e484-f8d4-4196-af30-63e5b9b36e6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.673893] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7806067-8e66-4b1a-8510-f4a06030b6ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.938513] env[62849]: DEBUG nova.scheduler.client.report [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.048174] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0ae8ba3d-0c94-41e5-b25b-77d7d3b8f359 tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.240s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.076090] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Releasing lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.076673] env[62849]: DEBUG nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Instance network_info: |[{"id": "32477d8e-6159-4f77-bb3a-89cf4a92b620", "address": "fa:16:3e:af:b2:3d", "network": {"id": "f6f237c7-567c-4b80-ad9e-066552bb40bf", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1929346925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023bbb17435b4f8aa05cdd2fbc87426a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32477d8e-61", "ovs_interfaceid": "32477d8e-6159-4f77-bb3a-89cf4a92b620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.077435] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:b2:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32477d8e-6159-4f77-bb3a-89cf4a92b620', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.087885] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Creating folder: Project (023bbb17435b4f8aa05cdd2fbc87426a). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.088678] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede21a13-b9cf-4480-b6de-0a7c3f691d63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.102482] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Created folder: Project (023bbb17435b4f8aa05cdd2fbc87426a) in parent group-v861840. [ 640.102730] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Creating folder: Instances. Parent ref: group-v861898. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.103038] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73c1947f-f668-40b7-ad30-32c9a6896ee1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.120068] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Created folder: Instances in parent group-v861898. [ 640.120329] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.120511] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.120778] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a1b3d77-ea8e-4cf8-a4a9-4fc6578e6344 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.143776] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.143776] env[62849]: value = "task-4403789" [ 640.143776] env[62849]: _type = "Task" [ 640.143776] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.149691] env[62849]: INFO nova.compute.manager [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] instance snapshotting [ 640.152671] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae5a45-bfad-47d8-ba8c-9a3f4a09ab47 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.158726] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403789, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.175409] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2877843a-e3f2-4028-85d5-513d0b553272 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.444760] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.445416] env[62849]: DEBUG nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.453239] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.446s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.453643] env[62849]: INFO nova.compute.claims [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.553456] env[62849]: DEBUG nova.compute.manager [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.657891] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403789, 'name': CreateVM_Task, 'duration_secs': 0.393575} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.658353] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.658899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.658987] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.659272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.659533] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186b8933-5ed7-4698-94e6-08da4dd1b630 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.668306] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 640.668306] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528bc02e-e116-c79f-e0f2-94903f4243d7" [ 640.668306] env[62849]: _type = "Task" [ 640.668306] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.681062] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528bc02e-e116-c79f-e0f2-94903f4243d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.689029] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 640.689029] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d0f584e-9d17-4df7-9a84-ae0a58d53f32 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.698595] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 640.698595] env[62849]: value = "task-4403790" [ 640.698595] env[62849]: _type = "Task" [ 640.698595] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.710469] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.938726] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "c93476d2-41c0-4185-a91c-8a07c841afaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.939373] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c93476d2-41c0-4185-a91c-8a07c841afaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.959549] env[62849]: DEBUG nova.compute.utils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.963698] env[62849]: DEBUG nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.964074] env[62849]: DEBUG nova.network.neutron [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 641.038872] env[62849]: DEBUG nova.policy [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '650cba4b058742dfa015d70a79749009', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '306a019735d242f2a0da1cc4b5743823', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.089469] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.183229] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528bc02e-e116-c79f-e0f2-94903f4243d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012752} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.183651] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.183900] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.184155] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.184737] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.184737] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.186102] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1cd7ab2-bab9-4929-ae46-9e21cdac96f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.198150] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.198427] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.199339] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86f9a06-4877-4824-829c-a0250ca1a958 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.212443] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.214042] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 641.214042] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52643a71-c00c-8179-58fc-dc2c254cc5b8" [ 641.214042] env[62849]: _type = "Task" [ 641.214042] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.227461] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52643a71-c00c-8179-58fc-dc2c254cc5b8, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.228345] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09173229-647b-4ff6-a93f-1e22500d49e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.235511] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 641.235511] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e16d1c-b3b9-56d6-b4d8-8f19ca5fa06a" [ 641.235511] env[62849]: _type = "Task" [ 641.235511] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.245769] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e16d1c-b3b9-56d6-b4d8-8f19ca5fa06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.402166] env[62849]: DEBUG nova.network.neutron [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Successfully updated port: 31366500-96e4-43b8-bdf0-b5265a4b64b3 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.410594] env[62849]: DEBUG nova.compute.manager [req-234d4409-76c7-4f9f-b48e-b932906f8352 req-67d9a4c3-5f8f-4030-b2a5-06b142d924dc service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Received event network-changed-32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 641.410913] env[62849]: DEBUG nova.compute.manager [req-234d4409-76c7-4f9f-b48e-b932906f8352 req-67d9a4c3-5f8f-4030-b2a5-06b142d924dc service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Refreshing instance network info cache due to event network-changed-32477d8e-6159-4f77-bb3a-89cf4a92b620. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 641.413396] env[62849]: DEBUG oslo_concurrency.lockutils [req-234d4409-76c7-4f9f-b48e-b932906f8352 req-67d9a4c3-5f8f-4030-b2a5-06b142d924dc service nova] Acquiring lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.413798] env[62849]: DEBUG oslo_concurrency.lockutils [req-234d4409-76c7-4f9f-b48e-b932906f8352 req-67d9a4c3-5f8f-4030-b2a5-06b142d924dc service nova] Acquired lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.413933] env[62849]: DEBUG nova.network.neutron [req-234d4409-76c7-4f9f-b48e-b932906f8352 req-67d9a4c3-5f8f-4030-b2a5-06b142d924dc service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Refreshing network info cache for port 32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.464445] env[62849]: DEBUG nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.601458] env[62849]: DEBUG nova.compute.manager [req-15491f4b-7317-431d-8cab-e49a6d7a035f req-5d2bf415-34c9-4836-901e-bc8e7faf5f02 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Received event network-vif-plugged-31366500-96e4-43b8-bdf0-b5265a4b64b3 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 641.601679] env[62849]: DEBUG oslo_concurrency.lockutils [req-15491f4b-7317-431d-8cab-e49a6d7a035f req-5d2bf415-34c9-4836-901e-bc8e7faf5f02 service nova] Acquiring lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.601953] env[62849]: DEBUG oslo_concurrency.lockutils [req-15491f4b-7317-431d-8cab-e49a6d7a035f req-5d2bf415-34c9-4836-901e-bc8e7faf5f02 service nova] Lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.602132] env[62849]: DEBUG oslo_concurrency.lockutils [req-15491f4b-7317-431d-8cab-e49a6d7a035f req-5d2bf415-34c9-4836-901e-bc8e7faf5f02 service nova] Lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.602299] env[62849]: DEBUG nova.compute.manager [req-15491f4b-7317-431d-8cab-e49a6d7a035f req-5d2bf415-34c9-4836-901e-bc8e7faf5f02 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] No waiting events found dispatching network-vif-plugged-31366500-96e4-43b8-bdf0-b5265a4b64b3 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.602459] env[62849]: WARNING nova.compute.manager [req-15491f4b-7317-431d-8cab-e49a6d7a035f req-5d2bf415-34c9-4836-901e-bc8e7faf5f02 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Received unexpected event network-vif-plugged-31366500-96e4-43b8-bdf0-b5265a4b64b3 for instance with vm_state building and task_state spawning. [ 641.710635] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403790, 'name': CreateSnapshot_Task, 'duration_secs': 0.793035} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.713679] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 641.715233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ca5205-53c4-4a3b-a9fc-2d7f51e6b3bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.751585] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e16d1c-b3b9-56d6-b4d8-8f19ca5fa06a, 'name': SearchDatastore_Task, 'duration_secs': 0.013954} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.751585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.751585] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] ab2f0fcd-cc1c-4943-be65-a83126f72677/ab2f0fcd-cc1c-4943-be65-a83126f72677.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.751905] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d31fe8-436f-4d3e-979f-96d604529c7c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.768250] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 641.768250] env[62849]: value = "task-4403791" [ 641.768250] env[62849]: _type = "Task" [ 641.768250] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.786209] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.916749] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "refresh_cache-6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.916925] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "refresh_cache-6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.917383] env[62849]: DEBUG nova.network.neutron [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.049022] env[62849]: DEBUG nova.network.neutron [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Successfully created port: 5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 642.239345] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 642.241126] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d2198e-a8be-4a68-a548-c6af108b7861 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.244570] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2029ed8-9d9a-421c-967e-dfb36ec4305c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.258648] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a1915-84b9-4a76-822b-afdd4bd26ae7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.262604] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 642.262604] env[62849]: value = "task-4403792" [ 642.262604] env[62849]: _type = "Task" [ 642.262604] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.310833] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0dc70c-67de-4db8-bb76-80428a464c34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.320114] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403792, 'name': CloneVM_Task} progress is 12%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.327204] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403791, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.331355] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8d6ff-8c8a-45a4-b12f-adf0a52b931e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.353594] env[62849]: DEBUG nova.compute.provider_tree [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.432817] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquiring lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.433117] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.433370] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquiring lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.433551] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.435422] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.437109] env[62849]: INFO nova.compute.manager [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Terminating instance [ 642.443844] env[62849]: DEBUG nova.network.neutron [req-234d4409-76c7-4f9f-b48e-b932906f8352 req-67d9a4c3-5f8f-4030-b2a5-06b142d924dc service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Updated VIF entry in instance network info cache for port 32477d8e-6159-4f77-bb3a-89cf4a92b620. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 642.444365] env[62849]: DEBUG nova.network.neutron [req-234d4409-76c7-4f9f-b48e-b932906f8352 req-67d9a4c3-5f8f-4030-b2a5-06b142d924dc service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Updating instance_info_cache with network_info: [{"id": "32477d8e-6159-4f77-bb3a-89cf4a92b620", "address": "fa:16:3e:af:b2:3d", "network": {"id": "f6f237c7-567c-4b80-ad9e-066552bb40bf", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1929346925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023bbb17435b4f8aa05cdd2fbc87426a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32477d8e-61", "ovs_interfaceid": "32477d8e-6159-4f77-bb3a-89cf4a92b620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.477468] env[62849]: DEBUG nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.481385] env[62849]: DEBUG nova.network.neutron [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.518324] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.520066] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.520066] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.520066] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.520066] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.520066] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.520341] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.520341] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.520341] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.520341] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.520341] env[62849]: DEBUG nova.virt.hardware [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.521385] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6a9ef-bdc2-4377-b8c7-2aea786dda8a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.530879] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ec7ac9-81b5-4dc8-9287-01eaad229214 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.731503] env[62849]: DEBUG nova.network.neutron [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Updating instance_info_cache with network_info: [{"id": "31366500-96e4-43b8-bdf0-b5265a4b64b3", "address": "fa:16:3e:33:a8:b8", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31366500-96", "ovs_interfaceid": "31366500-96e4-43b8-bdf0-b5265a4b64b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.780350] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403792, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.817140] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714132} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.818318] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] ab2f0fcd-cc1c-4943-be65-a83126f72677/ab2f0fcd-cc1c-4943-be65-a83126f72677.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.818318] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.818440] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-983f0b03-a0f9-4352-b6b2-70754fa5efb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.832923] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 642.832923] env[62849]: value = "task-4403793" [ 642.832923] env[62849]: _type = "Task" [ 642.832923] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.844769] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.856864] env[62849]: DEBUG nova.scheduler.client.report [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.941918] env[62849]: DEBUG nova.compute.manager [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.942226] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.943269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcaee4c-5ff9-4495-b8c7-72449ac047b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.948232] env[62849]: DEBUG oslo_concurrency.lockutils [req-234d4409-76c7-4f9f-b48e-b932906f8352 req-67d9a4c3-5f8f-4030-b2a5-06b142d924dc service nova] Releasing lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.954254] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.954548] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0584cff3-6df9-4baf-84e3-057f46874a10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.962906] env[62849]: DEBUG oslo_vmware.api [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 642.962906] env[62849]: value = "task-4403794" [ 642.962906] env[62849]: _type = "Task" [ 642.962906] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.973955] env[62849]: DEBUG oslo_vmware.api [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.235581] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "refresh_cache-6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.235581] env[62849]: DEBUG nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance network_info: |[{"id": "31366500-96e4-43b8-bdf0-b5265a4b64b3", "address": "fa:16:3e:33:a8:b8", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31366500-96", "ovs_interfaceid": "31366500-96e4-43b8-bdf0-b5265a4b64b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.235820] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:a8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31366500-96e4-43b8-bdf0-b5265a4b64b3', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.244184] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Creating folder: Project (307f4a432fd140cdb8d4b718e7ae5188). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.244498] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74b92d87-8a0c-442c-836e-8d6bece10563 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.256371] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Created folder: Project (307f4a432fd140cdb8d4b718e7ae5188) in parent group-v861840. [ 643.256591] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Creating folder: Instances. Parent ref: group-v861903. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.257506] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a617bf9-39a0-4111-afeb-d14c30b825f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.269561] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Created folder: Instances in parent group-v861903. [ 643.269816] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.270458] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.270765] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a953a480-7c4e-4bc8-ba94-429f166c8184 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.290474] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403792, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.296916] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.296916] env[62849]: value = "task-4403797" [ 643.296916] env[62849]: _type = "Task" [ 643.296916] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.306422] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403797, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.345752] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158895} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.346219] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.347243] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e8cf1b-cfcf-4706-918b-89353a0e1d0f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.366028] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.915s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.366756] env[62849]: DEBUG nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.380271] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] ab2f0fcd-cc1c-4943-be65-a83126f72677/ab2f0fcd-cc1c-4943-be65-a83126f72677.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.381112] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.732s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.382910] env[62849]: INFO nova.compute.claims [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.385746] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3843f2d-671c-45d4-8217-e07b33c4ebc3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.410933] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 643.410933] env[62849]: value = "task-4403798" [ 643.410933] env[62849]: _type = "Task" [ 643.410933] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.422704] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.476680] env[62849]: DEBUG oslo_vmware.api [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403794, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.647999] env[62849]: DEBUG nova.compute.manager [req-c5c3cadd-28d1-43b0-b1be-136645e8dea7 req-24c3eb16-2b88-4bfe-a633-12461dbd0c59 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Received event network-changed-31366500-96e4-43b8-bdf0-b5265a4b64b3 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 643.648863] env[62849]: DEBUG nova.compute.manager [req-c5c3cadd-28d1-43b0-b1be-136645e8dea7 req-24c3eb16-2b88-4bfe-a633-12461dbd0c59 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Refreshing instance network info cache due to event network-changed-31366500-96e4-43b8-bdf0-b5265a4b64b3. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 643.648863] env[62849]: DEBUG oslo_concurrency.lockutils [req-c5c3cadd-28d1-43b0-b1be-136645e8dea7 req-24c3eb16-2b88-4bfe-a633-12461dbd0c59 service nova] Acquiring lock "refresh_cache-6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.648863] env[62849]: DEBUG oslo_concurrency.lockutils [req-c5c3cadd-28d1-43b0-b1be-136645e8dea7 req-24c3eb16-2b88-4bfe-a633-12461dbd0c59 service nova] Acquired lock "refresh_cache-6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.649033] env[62849]: DEBUG nova.network.neutron [req-c5c3cadd-28d1-43b0-b1be-136645e8dea7 req-24c3eb16-2b88-4bfe-a633-12461dbd0c59 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Refreshing network info cache for port 31366500-96e4-43b8-bdf0-b5265a4b64b3 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.724644] env[62849]: DEBUG nova.compute.manager [req-4c308010-6395-4fa8-a97f-c726be2ae45c req-38f4a915-721b-468a-9bab-9e382813699d service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Received event network-changed-075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 643.724846] env[62849]: DEBUG nova.compute.manager [req-4c308010-6395-4fa8-a97f-c726be2ae45c req-38f4a915-721b-468a-9bab-9e382813699d service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Refreshing instance network info cache due to event network-changed-075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 643.725111] env[62849]: DEBUG oslo_concurrency.lockutils [req-4c308010-6395-4fa8-a97f-c726be2ae45c req-38f4a915-721b-468a-9bab-9e382813699d service nova] Acquiring lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.725260] env[62849]: DEBUG oslo_concurrency.lockutils [req-4c308010-6395-4fa8-a97f-c726be2ae45c req-38f4a915-721b-468a-9bab-9e382813699d service nova] Acquired lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.725419] env[62849]: DEBUG nova.network.neutron [req-4c308010-6395-4fa8-a97f-c726be2ae45c req-38f4a915-721b-468a-9bab-9e382813699d service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Refreshing network info cache for port 075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.777348] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403792, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.811374] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403797, 'name': CreateVM_Task, 'duration_secs': 0.457114} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.811633] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.812563] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.812563] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.812916] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.813248] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442bf9cb-f51a-40da-a6a0-83b9952a8d6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.821418] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 643.821418] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c2c3b7-6c1d-24d1-35e4-16dacc108ef8" [ 643.821418] env[62849]: _type = "Task" [ 643.821418] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.833829] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c2c3b7-6c1d-24d1-35e4-16dacc108ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.883261] env[62849]: DEBUG nova.compute.utils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.885417] env[62849]: DEBUG nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.885827] env[62849]: DEBUG nova.network.neutron [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 643.924203] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403798, 'name': ReconfigVM_Task, 'duration_secs': 0.459624} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.924624] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Reconfigured VM instance instance-00000015 to attach disk [datastore2] ab2f0fcd-cc1c-4943-be65-a83126f72677/ab2f0fcd-cc1c-4943-be65-a83126f72677.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.925298] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3dfe433-d4ca-4df4-9a0b-ba17c1a9c8d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.934257] env[62849]: DEBUG nova.policy [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e701630794bc47a0b6b6318c5f2d5cbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '307f4a432fd140cdb8d4b718e7ae5188', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.940601] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 643.940601] env[62849]: value = "task-4403799" [ 643.940601] env[62849]: _type = "Task" [ 643.940601] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.951679] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403799, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.976673] env[62849]: DEBUG oslo_vmware.api [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403794, 'name': PowerOffVM_Task, 'duration_secs': 0.588829} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.978977] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.978977] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.978977] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4940db1-b1ba-4840-9eb8-8efb845161b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.065575] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.065868] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.066212] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Deleting the datastore file [datastore2] 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.066546] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb4bfe94-4049-4277-969f-346261ed7f8a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.076338] env[62849]: DEBUG oslo_vmware.api [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for the task: (returnval){ [ 644.076338] env[62849]: value = "task-4403801" [ 644.076338] env[62849]: _type = "Task" [ 644.076338] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.077552] env[62849]: DEBUG nova.network.neutron [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Successfully updated port: 5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 644.092969] env[62849]: DEBUG oslo_vmware.api [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.276687] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403792, 'name': CloneVM_Task, 'duration_secs': 2.007072} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.279900] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Created linked-clone VM from snapshot [ 644.281440] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba142e8b-6afa-4c2c-84c1-65a326f42b4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.292420] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Uploading image bf33d1e1-874b-474b-899d-6120ea2f1c09 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 644.324293] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 644.324293] env[62849]: value = "vm-861902" [ 644.324293] env[62849]: _type = "VirtualMachine" [ 644.324293] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 644.333607] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-022f9a4f-0ea9-4046-a0dd-ba7b8f534283 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.342245] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c2c3b7-6c1d-24d1-35e4-16dacc108ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.031277} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.344020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.345029] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.345029] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.345029] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.345029] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.345453] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lease: (returnval){ [ 644.345453] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5226a1cd-f546-e8c2-73af-a9486a3ff3f2" [ 644.345453] env[62849]: _type = "HttpNfcLease" [ 644.345453] env[62849]: } obtained for exporting VM: (result){ [ 644.345453] env[62849]: value = "vm-861902" [ 644.345453] env[62849]: _type = "VirtualMachine" [ 644.345453] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 644.345676] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the lease: (returnval){ [ 644.345676] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5226a1cd-f546-e8c2-73af-a9486a3ff3f2" [ 644.345676] env[62849]: _type = "HttpNfcLease" [ 644.345676] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 644.345791] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1240d72-0c91-40fc-ad32-f3d584d44f2b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.360748] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.360748] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5226a1cd-f546-e8c2-73af-a9486a3ff3f2" [ 644.360748] env[62849]: _type = "HttpNfcLease" [ 644.360748] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 644.372683] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.373045] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.373903] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a1bc79-af01-446a-9946-6e07cae511c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.383163] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 644.383163] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520a1092-42e9-01da-d052-070fbe8f04d1" [ 644.383163] env[62849]: _type = "Task" [ 644.383163] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.388736] env[62849]: DEBUG nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.395457] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520a1092-42e9-01da-d052-070fbe8f04d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.456641] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403799, 'name': Rename_Task, 'duration_secs': 0.253785} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.459827] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.460326] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f4dbaa-9138-4356-b06c-fe056be25e30 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.469631] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 644.469631] env[62849]: value = "task-4403803" [ 644.469631] env[62849]: _type = "Task" [ 644.469631] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.485378] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.504780] env[62849]: DEBUG nova.network.neutron [req-c5c3cadd-28d1-43b0-b1be-136645e8dea7 req-24c3eb16-2b88-4bfe-a633-12461dbd0c59 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Updated VIF entry in instance network info cache for port 31366500-96e4-43b8-bdf0-b5265a4b64b3. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 644.505260] env[62849]: DEBUG nova.network.neutron [req-c5c3cadd-28d1-43b0-b1be-136645e8dea7 req-24c3eb16-2b88-4bfe-a633-12461dbd0c59 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Updating instance_info_cache with network_info: [{"id": "31366500-96e4-43b8-bdf0-b5265a4b64b3", "address": "fa:16:3e:33:a8:b8", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31366500-96", "ovs_interfaceid": "31366500-96e4-43b8-bdf0-b5265a4b64b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.588358] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.588600] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.588763] env[62849]: DEBUG nova.network.neutron [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 644.596912] env[62849]: DEBUG oslo_vmware.api [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Task: {'id': task-4403801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179812} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.597557] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.597557] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.597762] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.597851] env[62849]: INFO nova.compute.manager [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 644.598121] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.598336] env[62849]: DEBUG nova.compute.manager [-] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.598436] env[62849]: DEBUG nova.network.neutron [-] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 644.602103] env[62849]: DEBUG nova.network.neutron [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Successfully created port: bf0c895f-8a51-47e7-bee9-d232ace2d753 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.720619] env[62849]: DEBUG nova.network.neutron [req-4c308010-6395-4fa8-a97f-c726be2ae45c req-38f4a915-721b-468a-9bab-9e382813699d service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Updated VIF entry in instance network info cache for port 075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 644.720841] env[62849]: DEBUG nova.network.neutron [req-4c308010-6395-4fa8-a97f-c726be2ae45c req-38f4a915-721b-468a-9bab-9e382813699d service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Updating instance_info_cache with network_info: [{"id": "075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63", "address": "fa:16:3e:f9:f5:e3", "network": {"id": "c135b7ec-f99b-49df-b5e4-5f4f3e5b5bc8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-359325992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fb94d51de7485abd2c9d4ec9a5b0d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap075c31e7-6c", "ovs_interfaceid": "075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.859166] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.859166] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5226a1cd-f546-e8c2-73af-a9486a3ff3f2" [ 644.859166] env[62849]: _type = "HttpNfcLease" [ 644.859166] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 644.859674] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 644.859674] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5226a1cd-f546-e8c2-73af-a9486a3ff3f2" [ 644.859674] env[62849]: _type = "HttpNfcLease" [ 644.859674] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 644.860934] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8759a4a-d552-4c25-9306-2178f2cf90c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.882290] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8116f-ab9d-76b7-042e-db6a9529f72b/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 644.882671] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8116f-ab9d-76b7-042e-db6a9529f72b/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 644.887521] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "c8023672-8145-4af5-b503-4d7f79499f2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.887813] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "c8023672-8145-4af5-b503-4d7f79499f2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.887987] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "c8023672-8145-4af5-b503-4d7f79499f2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.888207] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "c8023672-8145-4af5-b503-4d7f79499f2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.888407] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "c8023672-8145-4af5-b503-4d7f79499f2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.896308] env[62849]: INFO nova.compute.manager [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Terminating instance [ 644.974154] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520a1092-42e9-01da-d052-070fbe8f04d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014024} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.983692] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e4dc60-2b8d-4c76-8351-5347375a22f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.994174] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403803, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.996698] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 644.996698] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52566e8d-8202-1cc5-55bd-d5e60cc1b38e" [ 644.996698] env[62849]: _type = "Task" [ 644.996698] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.013338] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52566e8d-8202-1cc5-55bd-d5e60cc1b38e, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.013338] env[62849]: DEBUG oslo_concurrency.lockutils [req-c5c3cadd-28d1-43b0-b1be-136645e8dea7 req-24c3eb16-2b88-4bfe-a633-12461dbd0c59 service nova] Releasing lock "refresh_cache-6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.013338] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.013338] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.013541] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6434bccb-b45d-4371-aeda-a4431b1b26d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.024529] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dae0e012-158f-4cc7-89de-0d26634e7081 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.027413] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 645.027413] env[62849]: value = "task-4403804" [ 645.027413] env[62849]: _type = "Task" [ 645.027413] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.042600] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.123541] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb11493-07a8-4aad-b63c-11afcb7c8d27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.131865] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edafd677-bde8-463b-a4bd-7462172a29c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.168190] env[62849]: DEBUG nova.network.neutron [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 645.170614] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4996f171-460c-460a-b3fb-fa1e60d9ba56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.179273] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0236bb-d389-48d2-9ee3-315e9bdfc624 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.194835] env[62849]: DEBUG nova.compute.provider_tree [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.224021] env[62849]: DEBUG oslo_concurrency.lockutils [req-4c308010-6395-4fa8-a97f-c726be2ae45c req-38f4a915-721b-468a-9bab-9e382813699d service nova] Releasing lock "refresh_cache-2127d2b0-7d68-4571-a0ca-b32f701bb728" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.396047] env[62849]: DEBUG nova.network.neutron [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Updating instance_info_cache with network_info: [{"id": "5125406f-f317-4a0e-9ed7-29bc653886ab", "address": "fa:16:3e:13:18:75", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5125406f-f3", "ovs_interfaceid": "5125406f-f317-4a0e-9ed7-29bc653886ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.468226] env[62849]: DEBUG nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.471610] env[62849]: DEBUG nova.compute.manager [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.472421] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.473065] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7037d8f-e89d-46d3-b6a4-1f65098f2e1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.488897] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.492184] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-504b8abd-967a-4803-bcd5-e6d48a0c21c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.494082] env[62849]: DEBUG oslo_vmware.api [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4403803, 'name': PowerOnVM_Task, 'duration_secs': 0.605923} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.496560] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.496860] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.496956] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.497922] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.498122] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.498339] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.498591] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.498760] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.498933] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.499109] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.499293] env[62849]: DEBUG nova.virt.hardware [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.499724] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.499929] env[62849]: INFO nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Took 8.73 seconds to spawn the instance on the hypervisor. [ 645.500119] env[62849]: DEBUG nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.500958] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b2205a-fbce-4e14-ade4-eced3c23d995 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.504774] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe3c4c-1d98-4471-b7e2-6136d04af5ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.508163] env[62849]: DEBUG nova.network.neutron [-] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.516679] env[62849]: DEBUG oslo_vmware.api [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 645.516679] env[62849]: value = "task-4403805" [ 645.516679] env[62849]: _type = "Task" [ 645.516679] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.535561] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4b767f-9897-4451-abbf-7740a6a2eb9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.567521] env[62849]: DEBUG oslo_vmware.api [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.571225] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403804, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.700542] env[62849]: DEBUG nova.scheduler.client.report [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.769309] env[62849]: DEBUG nova.compute.manager [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Received event network-vif-plugged-5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 645.770043] env[62849]: DEBUG oslo_concurrency.lockutils [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] Acquiring lock "affc6651-9e82-4058-a31a-1ca4a7c16d66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.770043] env[62849]: DEBUG oslo_concurrency.lockutils [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.770358] env[62849]: DEBUG oslo_concurrency.lockutils [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.770665] env[62849]: DEBUG nova.compute.manager [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] No waiting events found dispatching network-vif-plugged-5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.770857] env[62849]: WARNING nova.compute.manager [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Received unexpected event network-vif-plugged-5125406f-f317-4a0e-9ed7-29bc653886ab for instance with vm_state building and task_state spawning. [ 645.771126] env[62849]: DEBUG nova.compute.manager [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Received event network-changed-5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 645.771372] env[62849]: DEBUG nova.compute.manager [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Refreshing instance network info cache due to event network-changed-5125406f-f317-4a0e-9ed7-29bc653886ab. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 645.771536] env[62849]: DEBUG oslo_concurrency.lockutils [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] Acquiring lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.899369] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.900314] env[62849]: DEBUG nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Instance network_info: |[{"id": "5125406f-f317-4a0e-9ed7-29bc653886ab", "address": "fa:16:3e:13:18:75", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5125406f-f3", "ovs_interfaceid": "5125406f-f317-4a0e-9ed7-29bc653886ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.900933] env[62849]: DEBUG oslo_concurrency.lockutils [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] Acquired lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.901131] env[62849]: DEBUG nova.network.neutron [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Refreshing network info cache for port 5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.903866] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:18:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5125406f-f317-4a0e-9ed7-29bc653886ab', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.914838] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Creating folder: Project (306a019735d242f2a0da1cc4b5743823). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.917105] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aaf4681-26f4-4778-81da-53f8ef7fa461 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.929240] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Created folder: Project (306a019735d242f2a0da1cc4b5743823) in parent group-v861840. [ 645.929968] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Creating folder: Instances. Parent ref: group-v861906. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.930255] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-644b09d7-7211-4aa9-8e76-67e8241b6348 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.945638] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Created folder: Instances in parent group-v861906. [ 645.946089] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.948568] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.948568] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-195cce67-bdef-44b2-90cd-62217658739c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.974019] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.974019] env[62849]: value = "task-4403808" [ 645.974019] env[62849]: _type = "Task" [ 645.974019] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.981596] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403808, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.018678] env[62849]: INFO nova.compute.manager [-] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Took 1.42 seconds to deallocate network for instance. [ 646.034937] env[62849]: DEBUG oslo_vmware.api [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403805, 'name': PowerOffVM_Task, 'duration_secs': 0.340491} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.035308] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.035620] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.035907] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ae3f12a-02c5-43b4-9286-f5cd7c087f6a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.068847] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665463} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.072604] env[62849]: INFO nova.compute.manager [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Took 38.96 seconds to build instance. [ 646.072604] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.072810] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.073574] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb15bdcb-0f07-4396-94ca-2625c276738d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.085591] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 646.085591] env[62849]: value = "task-4403810" [ 646.085591] env[62849]: _type = "Task" [ 646.085591] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.103309] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.115619] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.116245] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.116707] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleting the datastore file [datastore1] c8023672-8145-4af5-b503-4d7f79499f2b {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.117890] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c8157cf-639f-451d-ae0f-e4caae91088f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.128725] env[62849]: DEBUG oslo_vmware.api [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 646.128725] env[62849]: value = "task-4403811" [ 646.128725] env[62849]: _type = "Task" [ 646.128725] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.139964] env[62849]: DEBUG oslo_vmware.api [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.209981] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.210728] env[62849]: DEBUG nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.213690] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.856s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.213963] env[62849]: DEBUG nova.objects.instance [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lazy-loading 'resources' on Instance uuid 892d6436-4efe-45e3-ac51-745fe4fe3ed1 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.488899] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403808, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.527078] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.574668] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42df2680-00e9-4f00-b009-1f95418f84f9 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "ab2f0fcd-cc1c-4943-be65-a83126f72677" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.375s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.605917] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079431} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.606548] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.607691] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae7193e-c2a7-4bc8-a2b2-70523a2b73ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.634965] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.635552] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b59052b-53b7-4607-a5e7-644f34d4ec9f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.674540] env[62849]: DEBUG oslo_vmware.api [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370714} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.677260] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.678367] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.678857] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.679133] env[62849]: INFO nova.compute.manager [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 646.681796] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.682108] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 646.682108] env[62849]: value = "task-4403812" [ 646.682108] env[62849]: _type = "Task" [ 646.682108] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.682311] env[62849]: DEBUG nova.compute.manager [-] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.682411] env[62849]: DEBUG nova.network.neutron [-] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 646.700063] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.721920] env[62849]: DEBUG nova.compute.utils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.733029] env[62849]: DEBUG nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.733029] env[62849]: DEBUG nova.network.neutron [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 646.736075] env[62849]: DEBUG nova.network.neutron [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Successfully updated port: bf0c895f-8a51-47e7-bee9-d232ace2d753 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 646.748039] env[62849]: DEBUG nova.compute.manager [req-ca15e37d-734a-4b44-9a95-73349786e2b8 req-2b1404fa-95b2-429d-a7dd-8aa99d8660e1 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Received event network-vif-plugged-bf0c895f-8a51-47e7-bee9-d232ace2d753 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 646.751938] env[62849]: DEBUG oslo_concurrency.lockutils [req-ca15e37d-734a-4b44-9a95-73349786e2b8 req-2b1404fa-95b2-429d-a7dd-8aa99d8660e1 service nova] Acquiring lock "19d76bfb-f713-4112-9a92-61b3cf45f808-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.752034] env[62849]: DEBUG oslo_concurrency.lockutils [req-ca15e37d-734a-4b44-9a95-73349786e2b8 req-2b1404fa-95b2-429d-a7dd-8aa99d8660e1 service nova] Lock "19d76bfb-f713-4112-9a92-61b3cf45f808-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.752452] env[62849]: DEBUG oslo_concurrency.lockutils [req-ca15e37d-734a-4b44-9a95-73349786e2b8 req-2b1404fa-95b2-429d-a7dd-8aa99d8660e1 service nova] Lock "19d76bfb-f713-4112-9a92-61b3cf45f808-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.752655] env[62849]: DEBUG nova.compute.manager [req-ca15e37d-734a-4b44-9a95-73349786e2b8 req-2b1404fa-95b2-429d-a7dd-8aa99d8660e1 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] No waiting events found dispatching network-vif-plugged-bf0c895f-8a51-47e7-bee9-d232ace2d753 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.752934] env[62849]: WARNING nova.compute.manager [req-ca15e37d-734a-4b44-9a95-73349786e2b8 req-2b1404fa-95b2-429d-a7dd-8aa99d8660e1 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Received unexpected event network-vif-plugged-bf0c895f-8a51-47e7-bee9-d232ace2d753 for instance with vm_state building and task_state spawning. [ 646.811301] env[62849]: DEBUG nova.policy [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd234f28f1fe405f952b38496c19dfce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1e3b5be41b14bd3adf45b00a29b22f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.996901] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403808, 'name': CreateVM_Task, 'duration_secs': 0.591698} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.997804] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.999553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.999553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.000423] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.000423] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7588fc01-7aa7-4d32-93c3-fa477ce2e96d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.008905] env[62849]: DEBUG nova.network.neutron [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Updated VIF entry in instance network info cache for port 5125406f-f317-4a0e-9ed7-29bc653886ab. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 647.009309] env[62849]: DEBUG nova.network.neutron [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Updating instance_info_cache with network_info: [{"id": "5125406f-f317-4a0e-9ed7-29bc653886ab", "address": "fa:16:3e:13:18:75", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5125406f-f3", "ovs_interfaceid": "5125406f-f317-4a0e-9ed7-29bc653886ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.016767] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 647.016767] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5218878f-cf57-ee58-f756-d3fd5db7bc02" [ 647.016767] env[62849]: _type = "Task" [ 647.016767] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.047116] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5218878f-cf57-ee58-f756-d3fd5db7bc02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.078915] env[62849]: DEBUG nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.201260] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.231028] env[62849]: DEBUG nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.247770] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "refresh_cache-19d76bfb-f713-4112-9a92-61b3cf45f808" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.248033] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "refresh_cache-19d76bfb-f713-4112-9a92-61b3cf45f808" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.248285] env[62849]: DEBUG nova.network.neutron [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 647.489133] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c087ccaa-6d71-4e4d-a685-012eddcbedc6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.498460] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f68a81b-0142-481c-b119-9f7b4da416b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.544140] env[62849]: DEBUG oslo_concurrency.lockutils [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] Releasing lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.544540] env[62849]: DEBUG nova.compute.manager [req-d9cc2f22-e0d2-409e-82c4-88f21a24b7ef req-01383526-a64d-4492-985e-f746bfb08a38 service nova] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Received event network-vif-deleted-df830454-55b6-4485-81a3-cd2c5753c230 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 647.549514] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b3f09f-5d21-4966-9b86-2c060c73fd2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.560417] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5218878f-cf57-ee58-f756-d3fd5db7bc02, 'name': SearchDatastore_Task, 'duration_secs': 0.014986} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.562773] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.563391] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.563470] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.563672] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.563880] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.564240] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c48f93b-d403-41b0-937f-c772e51350a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.567449] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae2f559-c2aa-4de1-9429-9e163639a3dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.572335] env[62849]: DEBUG nova.network.neutron [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Successfully created port: b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.585986] env[62849]: DEBUG nova.compute.provider_tree [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.593296] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.593296] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.593296] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c069a52-5968-4c2a-9a01-a2adaee6a136 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.603578] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 647.603578] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5234f8c5-e0d8-ef7f-1d0c-57cdfaeba58d" [ 647.603578] env[62849]: _type = "Task" [ 647.603578] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.615281] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5234f8c5-e0d8-ef7f-1d0c-57cdfaeba58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.616452] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.698886] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403812, 'name': ReconfigVM_Task, 'duration_secs': 0.573365} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.699207] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.699970] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb277022-56d0-4dc1-9fab-5f34d1874b5a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.710612] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 647.710612] env[62849]: value = "task-4403813" [ 647.710612] env[62849]: _type = "Task" [ 647.710612] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.723125] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403813, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.825410] env[62849]: DEBUG nova.network.neutron [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 647.874098] env[62849]: DEBUG nova.network.neutron [-] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.939171] env[62849]: DEBUG nova.compute.manager [req-baa94a35-0dd9-4d2f-94e5-b71b8f41bb59 req-9aa5e474-6af7-46df-91bd-03fe379a20d0 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Received event network-changed-32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 647.939631] env[62849]: DEBUG nova.compute.manager [req-baa94a35-0dd9-4d2f-94e5-b71b8f41bb59 req-9aa5e474-6af7-46df-91bd-03fe379a20d0 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Refreshing instance network info cache due to event network-changed-32477d8e-6159-4f77-bb3a-89cf4a92b620. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 647.939824] env[62849]: DEBUG oslo_concurrency.lockutils [req-baa94a35-0dd9-4d2f-94e5-b71b8f41bb59 req-9aa5e474-6af7-46df-91bd-03fe379a20d0 service nova] Acquiring lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.939960] env[62849]: DEBUG oslo_concurrency.lockutils [req-baa94a35-0dd9-4d2f-94e5-b71b8f41bb59 req-9aa5e474-6af7-46df-91bd-03fe379a20d0 service nova] Acquired lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.940196] env[62849]: DEBUG nova.network.neutron [req-baa94a35-0dd9-4d2f-94e5-b71b8f41bb59 req-9aa5e474-6af7-46df-91bd-03fe379a20d0 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Refreshing network info cache for port 32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.094885] env[62849]: DEBUG nova.scheduler.client.report [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.115603] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5234f8c5-e0d8-ef7f-1d0c-57cdfaeba58d, 'name': SearchDatastore_Task, 'duration_secs': 0.015617} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.116825] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4304ef34-0a12-458f-bff1-cca0dab38c82 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.124332] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 648.124332] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528c6b6e-5cc5-99d1-912d-ec6657490f4a" [ 648.124332] env[62849]: _type = "Task" [ 648.124332] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.134385] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528c6b6e-5cc5-99d1-912d-ec6657490f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.191284] env[62849]: DEBUG nova.network.neutron [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Updating instance_info_cache with network_info: [{"id": "bf0c895f-8a51-47e7-bee9-d232ace2d753", "address": "fa:16:3e:e4:22:82", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0c895f-8a", "ovs_interfaceid": "bf0c895f-8a51-47e7-bee9-d232ace2d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.223280] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403813, 'name': Rename_Task, 'duration_secs': 0.188178} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.223641] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.224472] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19254fbf-cf4c-45f0-b07a-c5af48cbfe99 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.233521] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 648.233521] env[62849]: value = "task-4403814" [ 648.233521] env[62849]: _type = "Task" [ 648.233521] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.239162] env[62849]: DEBUG nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.251025] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.276874] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.277250] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.277507] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.277781] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.278019] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.278200] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.278445] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.278624] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.278813] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.279091] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.279418] env[62849]: DEBUG nova.virt.hardware [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.282692] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03b750-b4a2-4434-9712-902b7153b615 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.296118] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1972eb6-70ac-4f69-aa1f-423243af1f2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.376362] env[62849]: INFO nova.compute.manager [-] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Took 1.69 seconds to deallocate network for instance. [ 648.603075] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.389s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.605633] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.167s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.607344] env[62849]: INFO nova.compute.claims [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.644790] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528c6b6e-5cc5-99d1-912d-ec6657490f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.028958} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.646105] env[62849]: INFO nova.scheduler.client.report [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Deleted allocations for instance 892d6436-4efe-45e3-ac51-745fe4fe3ed1 [ 648.647123] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.650272] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] affc6651-9e82-4058-a31a-1ca4a7c16d66/affc6651-9e82-4058-a31a-1ca4a7c16d66.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.650955] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a717bafd-786f-4e39-8125-0d7c5f032e5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.661032] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 648.661032] env[62849]: value = "task-4403815" [ 648.661032] env[62849]: _type = "Task" [ 648.661032] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.672823] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.696673] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "refresh_cache-19d76bfb-f713-4112-9a92-61b3cf45f808" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.697558] env[62849]: DEBUG nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Instance network_info: |[{"id": "bf0c895f-8a51-47e7-bee9-d232ace2d753", "address": "fa:16:3e:e4:22:82", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0c895f-8a", "ovs_interfaceid": "bf0c895f-8a51-47e7-bee9-d232ace2d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.697857] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:22:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0c895f-8a51-47e7-bee9-d232ace2d753', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.708967] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.709766] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.710033] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8224087b-77dc-49cd-a544-57ea83a7a7b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.735329] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.735329] env[62849]: value = "task-4403816" [ 648.735329] env[62849]: _type = "Task" [ 648.735329] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.744631] env[62849]: DEBUG nova.network.neutron [req-baa94a35-0dd9-4d2f-94e5-b71b8f41bb59 req-9aa5e474-6af7-46df-91bd-03fe379a20d0 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Updated VIF entry in instance network info cache for port 32477d8e-6159-4f77-bb3a-89cf4a92b620. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.745061] env[62849]: DEBUG nova.network.neutron [req-baa94a35-0dd9-4d2f-94e5-b71b8f41bb59 req-9aa5e474-6af7-46df-91bd-03fe379a20d0 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Updating instance_info_cache with network_info: [{"id": "32477d8e-6159-4f77-bb3a-89cf4a92b620", "address": "fa:16:3e:af:b2:3d", "network": {"id": "f6f237c7-567c-4b80-ad9e-066552bb40bf", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1929346925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023bbb17435b4f8aa05cdd2fbc87426a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32477d8e-61", "ovs_interfaceid": "32477d8e-6159-4f77-bb3a-89cf4a92b620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.754138] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403814, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.758250] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403816, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.823547] env[62849]: DEBUG nova.compute.manager [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Received event network-changed-bf0c895f-8a51-47e7-bee9-d232ace2d753 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 648.823818] env[62849]: DEBUG nova.compute.manager [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Refreshing instance network info cache due to event network-changed-bf0c895f-8a51-47e7-bee9-d232ace2d753. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 648.824115] env[62849]: DEBUG oslo_concurrency.lockutils [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] Acquiring lock "refresh_cache-19d76bfb-f713-4112-9a92-61b3cf45f808" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.824276] env[62849]: DEBUG oslo_concurrency.lockutils [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] Acquired lock "refresh_cache-19d76bfb-f713-4112-9a92-61b3cf45f808" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.824525] env[62849]: DEBUG nova.network.neutron [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Refreshing network info cache for port bf0c895f-8a51-47e7-bee9-d232ace2d753 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.883691] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.156831] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56e242ce-5623-4b1b-b02d-373813123896 tempest-VolumesAdminNegativeTest-1647971171 tempest-VolumesAdminNegativeTest-1647971171-project-member] Lock "892d6436-4efe-45e3-ac51-745fe4fe3ed1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.409s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.173976] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403815, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.254790] env[62849]: DEBUG oslo_concurrency.lockutils [req-baa94a35-0dd9-4d2f-94e5-b71b8f41bb59 req-9aa5e474-6af7-46df-91bd-03fe379a20d0 service nova] Releasing lock "refresh_cache-ab2f0fcd-cc1c-4943-be65-a83126f72677" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.254933] env[62849]: DEBUG oslo_vmware.api [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403814, 'name': PowerOnVM_Task, 'duration_secs': 0.807275} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.259166] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.259166] env[62849]: INFO nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Took 9.63 seconds to spawn the instance on the hypervisor. [ 649.259166] env[62849]: DEBUG nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.260500] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403816, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.260737] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ceda9e-a063-4d18-9c45-01b161747c64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.682460] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803575} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.685870] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] affc6651-9e82-4058-a31a-1ca4a7c16d66/affc6651-9e82-4058-a31a-1ca4a7c16d66.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.690512] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.690858] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05f47498-f87e-4a4e-92d2-8d64f86f0e8a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.699760] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 649.699760] env[62849]: value = "task-4403817" [ 649.699760] env[62849]: _type = "Task" [ 649.699760] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.715959] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.739242] env[62849]: DEBUG nova.network.neutron [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Updated VIF entry in instance network info cache for port bf0c895f-8a51-47e7-bee9-d232ace2d753. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 649.739790] env[62849]: DEBUG nova.network.neutron [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Updating instance_info_cache with network_info: [{"id": "bf0c895f-8a51-47e7-bee9-d232ace2d753", "address": "fa:16:3e:e4:22:82", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0c895f-8a", "ovs_interfaceid": "bf0c895f-8a51-47e7-bee9-d232ace2d753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.756345] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403816, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.791373] env[62849]: INFO nova.compute.manager [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Took 39.89 seconds to build instance. [ 649.797544] env[62849]: DEBUG nova.network.neutron [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Successfully updated port: b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 650.211034] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.451551} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.212330] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.213162] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b569338-ff8a-49a1-868e-8be73ae70c7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.216348] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68165fba-1128-4d0c-a2ed-26024b1d36b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.234575] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe084932-40c1-4e6a-a3a9-77491b94c47c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.248142] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] affc6651-9e82-4058-a31a-1ca4a7c16d66/affc6651-9e82-4058-a31a-1ca4a7c16d66.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.248601] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d48d7d-2175-4be7-88c7-5a1ffd9639ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.267760] env[62849]: DEBUG oslo_concurrency.lockutils [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] Releasing lock "refresh_cache-19d76bfb-f713-4112-9a92-61b3cf45f808" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.267920] env[62849]: DEBUG nova.compute.manager [req-a4ab4fcb-dd14-4536-aabd-a03fdb0eefe9 req-d7434745-f829-42fd-9cc5-a7c72f9fcb40 service nova] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Received event network-vif-deleted-3676563e-4291-4266-89c4-5d4c70f8658a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 650.295036] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a284a920-66b8-491a-bdf8-adc87c62802e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.301929] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f342c4e-c572-41de-9dcb-26b03b99bba9 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.211s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.302541] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquiring lock "refresh_cache-fdecc65e-a494-49e8-b2d6-8ae318dd2f71" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.302694] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquired lock "refresh_cache-fdecc65e-a494-49e8-b2d6-8ae318dd2f71" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.302844] env[62849]: DEBUG nova.network.neutron [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 650.304057] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403816, 'name': CreateVM_Task, 'duration_secs': 1.465159} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.306830] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.307215] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 650.307215] env[62849]: value = "task-4403818" [ 650.307215] env[62849]: _type = "Task" [ 650.307215] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.307950] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.308178] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.308553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.309212] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed13c9b-8e61-489e-a5c3-7c1ec63e619d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.321457] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6899898a-e827-47f2-8053-84b6c04f0492 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.121524] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.124848] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.128936] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.129205] env[62849]: WARNING oslo_vmware.common.loopingcall [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] task run outlasted interval by 0.32030400000000003 sec [ 651.129852] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 651.129852] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525be9f0-f67e-fe8f-6104-dcc3a432b2b4" [ 651.129852] env[62849]: _type = "Task" [ 651.129852] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.131274] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.133145] env[62849]: DEBUG nova.compute.manager [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Received event network-vif-plugged-b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 651.133420] env[62849]: DEBUG oslo_concurrency.lockutils [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] Acquiring lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.133706] env[62849]: DEBUG oslo_concurrency.lockutils [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] Lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.133919] env[62849]: DEBUG oslo_concurrency.lockutils [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] Lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.134139] env[62849]: DEBUG nova.compute.manager [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] No waiting events found dispatching network-vif-plugged-b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.134379] env[62849]: WARNING nova.compute.manager [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Received unexpected event network-vif-plugged-b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2 for instance with vm_state building and task_state spawning. [ 651.134587] env[62849]: DEBUG nova.compute.manager [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Received event network-changed-b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 651.134785] env[62849]: DEBUG nova.compute.manager [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Refreshing instance network info cache due to event network-changed-b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 651.135035] env[62849]: DEBUG oslo_concurrency.lockutils [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] Acquiring lock "refresh_cache-fdecc65e-a494-49e8-b2d6-8ae318dd2f71" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.156260] env[62849]: DEBUG nova.compute.provider_tree [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.164663] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525be9f0-f67e-fe8f-6104-dcc3a432b2b4, 'name': SearchDatastore_Task, 'duration_secs': 0.015873} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.168202] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.168508] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.168748] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.168906] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.169100] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.169988] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.170221] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9695a59-d46e-414c-a565-72568250fd52 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.181570] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.182553] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.182782] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dad1cf7-f42c-4efa-8909-a7204342425c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.190456] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 651.190456] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5200f475-a5dd-df74-1853-34b9b7066cb0" [ 651.190456] env[62849]: _type = "Task" [ 651.190456] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.200536] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5200f475-a5dd-df74-1853-34b9b7066cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.215624] env[62849]: DEBUG nova.network.neutron [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 651.458495] env[62849]: DEBUG nova.network.neutron [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Updating instance_info_cache with network_info: [{"id": "b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2", "address": "fa:16:3e:e1:a0:3a", "network": {"id": "32580525-4562-4df1-8871-d49223068355", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1316968834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e3b5be41b14bd3adf45b00a29b22f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f9bfb6-36", "ovs_interfaceid": "b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.645793] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.645793] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.645793] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.645793] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.645793] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.645793] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.646446] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 651.646446] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.650279] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.652987] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.660851] env[62849]: DEBUG nova.scheduler.client.report [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.701893] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5200f475-a5dd-df74-1853-34b9b7066cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.01388} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.703446] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f7a484-6db7-4169-8829-7ea1bba4bb68 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.709372] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 651.709372] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527c0082-6784-e53c-b031-8600abfe68cd" [ 651.709372] env[62849]: _type = "Task" [ 651.709372] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.718751] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527c0082-6784-e53c-b031-8600abfe68cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.964024] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Releasing lock "refresh_cache-fdecc65e-a494-49e8-b2d6-8ae318dd2f71" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.964024] env[62849]: DEBUG nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Instance network_info: |[{"id": "b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2", "address": "fa:16:3e:e1:a0:3a", "network": {"id": "32580525-4562-4df1-8871-d49223068355", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1316968834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e3b5be41b14bd3adf45b00a29b22f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f9bfb6-36", "ovs_interfaceid": "b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.964254] env[62849]: DEBUG oslo_concurrency.lockutils [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] Acquired lock "refresh_cache-fdecc65e-a494-49e8-b2d6-8ae318dd2f71" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.964254] env[62849]: DEBUG nova.network.neutron [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Refreshing network info cache for port b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.964254] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:a0:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.973431] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Creating folder: Project (a1e3b5be41b14bd3adf45b00a29b22f4). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.977272] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74bc8aa7-8955-4828-8926-3f588f3cff08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.991024] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Created folder: Project (a1e3b5be41b14bd3adf45b00a29b22f4) in parent group-v861840. [ 651.992018] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Creating folder: Instances. Parent ref: group-v861910. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.992018] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ff4ef49-cdde-4cf9-a36d-ca3155c7a49f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.002975] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Created folder: Instances in parent group-v861910. [ 652.003519] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.003879] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.004217] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-845a51e9-a24c-41de-b66c-639562e8d1a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.028235] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.028235] env[62849]: value = "task-4403821" [ 652.028235] env[62849]: _type = "Task" [ 652.028235] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.040257] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403821, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.148554] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403818, 'name': ReconfigVM_Task, 'duration_secs': 1.592284} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.149098] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Reconfigured VM instance instance-00000017 to attach disk [datastore1] affc6651-9e82-4058-a31a-1ca4a7c16d66/affc6651-9e82-4058-a31a-1ca4a7c16d66.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.149897] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6f20059-22ee-4e37-a488-a05883f66be0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.152557] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.159548] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 652.159548] env[62849]: value = "task-4403822" [ 652.159548] env[62849]: _type = "Task" [ 652.159548] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.168019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.560s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.168019] env[62849]: DEBUG nova.compute.manager [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.173127] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.499s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.175129] env[62849]: INFO nova.compute.claims [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.178207] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403822, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.224377] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527c0082-6784-e53c-b031-8600abfe68cd, 'name': SearchDatastore_Task, 'duration_secs': 0.016398} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.224377] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.224377] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 19d76bfb-f713-4112-9a92-61b3cf45f808/19d76bfb-f713-4112-9a92-61b3cf45f808.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.224377] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1feff602-de9d-4614-ace8-a4096ad804aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.235027] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 652.235027] env[62849]: value = "task-4403823" [ 652.235027] env[62849]: _type = "Task" [ 652.235027] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.248915] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.453484] env[62849]: DEBUG nova.network.neutron [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Updated VIF entry in instance network info cache for port b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.453866] env[62849]: DEBUG nova.network.neutron [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Updating instance_info_cache with network_info: [{"id": "b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2", "address": "fa:16:3e:e1:a0:3a", "network": {"id": "32580525-4562-4df1-8871-d49223068355", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1316968834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e3b5be41b14bd3adf45b00a29b22f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f9bfb6-36", "ovs_interfaceid": "b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.542063] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403821, 'name': CreateVM_Task, 'duration_secs': 0.420559} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.542313] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.543222] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.543487] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.543956] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.544314] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9357dd8c-6d10-44fb-b36d-b402117bd5d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.552968] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 652.552968] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522dedcc-246e-f593-d016-8164d63f0200" [ 652.552968] env[62849]: _type = "Task" [ 652.552968] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.566084] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522dedcc-246e-f593-d016-8164d63f0200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.672650] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403822, 'name': Rename_Task, 'duration_secs': 0.233772} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.672821] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.673821] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc6a9c4-5d76-4495-881b-e32028a15223 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.681020] env[62849]: DEBUG nova.compute.utils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.684940] env[62849]: DEBUG nova.compute.manager [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 652.687607] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 652.687607] env[62849]: value = "task-4403824" [ 652.687607] env[62849]: _type = "Task" [ 652.687607] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.709342] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.751966] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403823, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.960788] env[62849]: DEBUG oslo_concurrency.lockutils [req-96ed63ca-167f-4f03-b6b6-b957d5986097 req-f94b4699-1597-42d6-9e91-aa5b287ebf64 service nova] Releasing lock "refresh_cache-fdecc65e-a494-49e8-b2d6-8ae318dd2f71" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.068256] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522dedcc-246e-f593-d016-8164d63f0200, 'name': SearchDatastore_Task, 'duration_secs': 0.029641} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.068698] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.068979] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.069323] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.069534] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.069725] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.070018] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-533c0f06-81b9-45ba-a711-ca72ef94416a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.083831] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.086137] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.086351] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc293ca-1846-4946-8f38-f9d3d7236f45 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.095795] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 653.095795] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5232b8f4-3c02-c551-8245-3db060354e1a" [ 653.095795] env[62849]: _type = "Task" [ 653.095795] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.109057] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5232b8f4-3c02-c551-8245-3db060354e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.192670] env[62849]: DEBUG nova.compute.manager [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.212761] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.249828] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655313} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.253129] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 19d76bfb-f713-4112-9a92-61b3cf45f808/19d76bfb-f713-4112-9a92-61b3cf45f808.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.253424] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.254727] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bcd940f-d56c-4b96-9eaa-6ff46deaf906 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.265654] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 653.265654] env[62849]: value = "task-4403825" [ 653.265654] env[62849]: _type = "Task" [ 653.265654] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.282162] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.610999] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5232b8f4-3c02-c551-8245-3db060354e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.017} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.615787] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22fc6b3-514c-49e3-9c93-c38efaac919c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.623782] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 653.623782] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524bea54-e5e6-40b4-aa8d-b7977d35bd93" [ 653.623782] env[62849]: _type = "Task" [ 653.623782] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.639538] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524bea54-e5e6-40b4-aa8d-b7977d35bd93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.714880] env[62849]: DEBUG oslo_vmware.api [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403824, 'name': PowerOnVM_Task, 'duration_secs': 0.995882} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.718167] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.718420] env[62849]: INFO nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Took 11.24 seconds to spawn the instance on the hypervisor. [ 653.718613] env[62849]: DEBUG nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.719777] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b2475-e801-4f1e-9bc4-3bb324b22a0c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.786037] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087889} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.786037] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.786037] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e7dd27-4dd3-4a38-afaf-4ca554c11568 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.820363] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 19d76bfb-f713-4112-9a92-61b3cf45f808/19d76bfb-f713-4112-9a92-61b3cf45f808.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.822706] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b063c777-bd27-4c5e-8690-ea6a5db13bcf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.846064] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 653.846064] env[62849]: value = "task-4403826" [ 653.846064] env[62849]: _type = "Task" [ 653.846064] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.851540] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1499150-ce50-48ed-8682-e5779548cba6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.864974] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcab930-2a93-496f-b015-d1d69735a7bb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.867803] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.904618] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d6971-d77b-4a74-877c-068f2430cd76 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.914243] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde8146b-1ada-4807-b079-d2413e4b803e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.930387] env[62849]: DEBUG nova.compute.provider_tree [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.138933] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524bea54-e5e6-40b4-aa8d-b7977d35bd93, 'name': SearchDatastore_Task, 'duration_secs': 0.018164} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.139291] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.139545] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] fdecc65e-a494-49e8-b2d6-8ae318dd2f71/fdecc65e-a494-49e8-b2d6-8ae318dd2f71.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.139810] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67cf865f-ed1b-499f-8cbc-11939199955d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.147743] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 654.147743] env[62849]: value = "task-4403827" [ 654.147743] env[62849]: _type = "Task" [ 654.147743] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.157530] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.217676] env[62849]: DEBUG nova.compute.manager [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.244612] env[62849]: INFO nova.compute.manager [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Took 43.17 seconds to build instance. [ 654.253110] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.253740] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.253938] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.254152] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.254541] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.254763] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.254990] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.255158] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.255319] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.255520] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.255689] env[62849]: DEBUG nova.virt.hardware [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.256918] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3a0e79-fb64-417a-9e2c-41034bde13d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.268799] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8301b286-77c9-4c17-9e7c-3e219192f3f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.289071] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.295772] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Creating folder: Project (c3026be9673b48219fb37af8afd5a2b3). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.296204] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6904d186-5bcb-4f24-8b4e-f6e7609dd11b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.309564] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Created folder: Project (c3026be9673b48219fb37af8afd5a2b3) in parent group-v861840. [ 654.309987] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Creating folder: Instances. Parent ref: group-v861913. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.310246] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a90e8362-8605-41ee-973c-ce73456f2c69 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.324722] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Created folder: Instances in parent group-v861913. [ 654.325074] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.325278] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.325558] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b94f6c5a-4c65-4b0f-a776-3e03680faf38 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.347692] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.347692] env[62849]: value = "task-4403830" [ 654.347692] env[62849]: _type = "Task" [ 654.347692] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.361419] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.364734] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403830, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.400037] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8116f-ab9d-76b7-042e-db6a9529f72b/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 654.401902] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d33df5-40bb-407a-b8e5-d5f5c02f5690 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.411427] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8116f-ab9d-76b7-042e-db6a9529f72b/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 654.411684] env[62849]: ERROR oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8116f-ab9d-76b7-042e-db6a9529f72b/disk-0.vmdk due to incomplete transfer. [ 654.412071] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a1955a8-dfe1-44aa-ab46-c3cbcca1d22d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.422368] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f8116f-ab9d-76b7-042e-db6a9529f72b/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 654.422701] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Uploaded image bf33d1e1-874b-474b-899d-6120ea2f1c09 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 654.425551] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 654.426030] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39ec6ee1-d2a8-4cc5-885e-f191a35e8a27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.434948] env[62849]: DEBUG nova.scheduler.client.report [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.439090] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 654.439090] env[62849]: value = "task-4403831" [ 654.439090] env[62849]: _type = "Task" [ 654.439090] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.450479] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403831, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.659706] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.745870] env[62849]: DEBUG oslo_concurrency.lockutils [None req-39059053-7d12-4eed-a189-1b9131049d29 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.076s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.868339] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403826, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.874770] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403830, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.943153] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.943153] env[62849]: DEBUG nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.946684] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.051s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.948663] env[62849]: INFO nova.compute.claims [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.967609] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403831, 'name': Destroy_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.164329] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598055} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.164849] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] fdecc65e-a494-49e8-b2d6-8ae318dd2f71/fdecc65e-a494-49e8-b2d6-8ae318dd2f71.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.165145] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.165420] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6b8ca32-1ce3-442d-a8c6-589ebbbe9d8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.174790] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 655.174790] env[62849]: value = "task-4403832" [ 655.174790] env[62849]: _type = "Task" [ 655.174790] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.187455] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.253437] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.368992] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403830, 'name': CreateVM_Task, 'duration_secs': 0.654706} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.369420] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403826, 'name': ReconfigVM_Task, 'duration_secs': 1.328616} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.369665] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.372137] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 19d76bfb-f713-4112-9a92-61b3cf45f808/19d76bfb-f713-4112-9a92-61b3cf45f808.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.372137] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.372137] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.372137] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.372377] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35839aba-678d-4084-be14-f8ab239c2220 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.374319] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d510c9d-f766-40cb-ba22-3f9b3431c050 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.380566] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 655.380566] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522a34de-88c6-6c4b-070b-c4f506094089" [ 655.380566] env[62849]: _type = "Task" [ 655.380566] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.388592] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 655.388592] env[62849]: value = "task-4403833" [ 655.388592] env[62849]: _type = "Task" [ 655.388592] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.396633] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522a34de-88c6-6c4b-070b-c4f506094089, 'name': SearchDatastore_Task, 'duration_secs': 0.012887} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.398018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.398845] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.399197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.399426] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.399665] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.399909] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67a661e9-2ebb-44ba-a5ac-0b24e48054a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.406826] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403833, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.415102] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.419251] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.419251] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d15144d-f80c-497e-bc06-b0f1320066d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.424511] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 655.424511] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b72f50-5e57-7811-55cd-1ad6dfe132c7" [ 655.424511] env[62849]: _type = "Task" [ 655.424511] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.434583] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b72f50-5e57-7811-55cd-1ad6dfe132c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.449901] env[62849]: DEBUG nova.compute.utils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.451467] env[62849]: DEBUG nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.451629] env[62849]: DEBUG nova.network.neutron [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 655.462586] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403831, 'name': Destroy_Task, 'duration_secs': 0.693717} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.463212] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Destroyed the VM [ 655.463532] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 655.464450] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a21e69da-a7d5-4c1f-87d5-ea61b58181b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.474057] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 655.474057] env[62849]: value = "task-4403834" [ 655.474057] env[62849]: _type = "Task" [ 655.474057] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.486454] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403834, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.556971] env[62849]: DEBUG nova.policy [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d1ee7a78a1f4ebab3b183dc72e82530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '639e1c7314044e5b8d763bfe540b480f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.685704] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241023} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.686040] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.686955] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc04f4-907a-4732-85ec-62e5a47e0f0b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.714326] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] fdecc65e-a494-49e8-b2d6-8ae318dd2f71/fdecc65e-a494-49e8-b2d6-8ae318dd2f71.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.714663] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af973eb4-599a-4434-8bb0-1b9e788f83a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.744191] env[62849]: DEBUG nova.compute.manager [req-8e33deb5-b086-4381-b78e-3bed1ee10e25 req-47de64d3-f99e-4f64-bf32-6653626c218e service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Received event network-changed-5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 655.744191] env[62849]: DEBUG nova.compute.manager [req-8e33deb5-b086-4381-b78e-3bed1ee10e25 req-47de64d3-f99e-4f64-bf32-6653626c218e service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Refreshing instance network info cache due to event network-changed-5125406f-f317-4a0e-9ed7-29bc653886ab. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 655.744191] env[62849]: DEBUG oslo_concurrency.lockutils [req-8e33deb5-b086-4381-b78e-3bed1ee10e25 req-47de64d3-f99e-4f64-bf32-6653626c218e service nova] Acquiring lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.744191] env[62849]: DEBUG oslo_concurrency.lockutils [req-8e33deb5-b086-4381-b78e-3bed1ee10e25 req-47de64d3-f99e-4f64-bf32-6653626c218e service nova] Acquired lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.744485] env[62849]: DEBUG nova.network.neutron [req-8e33deb5-b086-4381-b78e-3bed1ee10e25 req-47de64d3-f99e-4f64-bf32-6653626c218e service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Refreshing network info cache for port 5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.752544] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 655.752544] env[62849]: value = "task-4403835" [ 655.752544] env[62849]: _type = "Task" [ 655.752544] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.765999] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.794012] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.900436] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403833, 'name': Rename_Task, 'duration_secs': 0.216923} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.900831] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.901158] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-265ba8cb-a891-480e-9f32-695f5d09b462 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.909930] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 655.909930] env[62849]: value = "task-4403836" [ 655.909930] env[62849]: _type = "Task" [ 655.909930] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.922242] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.938346] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b72f50-5e57-7811-55cd-1ad6dfe132c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014924} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.940068] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddd312b-69ff-48da-9fd6-f3cc2f94ba7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.948530] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 655.948530] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1787-2858-aeee-b55a-14fd51d9f93c" [ 655.948530] env[62849]: _type = "Task" [ 655.948530] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.956055] env[62849]: DEBUG nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.962935] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1787-2858-aeee-b55a-14fd51d9f93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.987446] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403834, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.260030] env[62849]: DEBUG nova.network.neutron [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Successfully created port: e0d11c0d-d425-4ff8-8294-ad2a0ccec36a {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 656.267141] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403835, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.428594] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403836, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.472980] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1787-2858-aeee-b55a-14fd51d9f93c, 'name': SearchDatastore_Task, 'duration_secs': 0.018887} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.473732] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.474116] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0cff1ddd-8852-4809-970c-2fb4d6aa4795/0cff1ddd-8852-4809-970c-2fb4d6aa4795.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.474503] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c78a080-3501-47c8-9747-5f4572777ef5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.494316] env[62849]: DEBUG oslo_vmware.api [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403834, 'name': RemoveSnapshot_Task, 'duration_secs': 0.619675} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.494877] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 656.494877] env[62849]: value = "task-4403837" [ 656.494877] env[62849]: _type = "Task" [ 656.494877] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.495136] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 656.495495] env[62849]: INFO nova.compute.manager [None req-d0b7f7b8-b73d-4dd2-b3b4-2a57d8486063 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Took 16.34 seconds to snapshot the instance on the hypervisor. [ 656.514994] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.685599] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380a8fad-8d0a-4d9e-a863-5d0fd5db1057 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.695298] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc1a6c7-30cd-4687-818f-23ec5447b290 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.735520] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e67a4f-f918-4c07-b78f-52fbdc039c5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.744822] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2890a-5a00-494f-adff-516cf66cbb15 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.764090] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403835, 'name': ReconfigVM_Task, 'duration_secs': 0.516947} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.772746] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Reconfigured VM instance instance-00000019 to attach disk [datastore2] fdecc65e-a494-49e8-b2d6-8ae318dd2f71/fdecc65e-a494-49e8-b2d6-8ae318dd2f71.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.773793] env[62849]: DEBUG nova.compute.provider_tree [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.777792] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3c9fc46-92e6-4fbf-bfd3-60d8616dc2b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.791633] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 656.791633] env[62849]: value = "task-4403838" [ 656.791633] env[62849]: _type = "Task" [ 656.791633] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.805283] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403838, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.874736] env[62849]: DEBUG nova.network.neutron [req-8e33deb5-b086-4381-b78e-3bed1ee10e25 req-47de64d3-f99e-4f64-bf32-6653626c218e service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Updated VIF entry in instance network info cache for port 5125406f-f317-4a0e-9ed7-29bc653886ab. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.874736] env[62849]: DEBUG nova.network.neutron [req-8e33deb5-b086-4381-b78e-3bed1ee10e25 req-47de64d3-f99e-4f64-bf32-6653626c218e service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Updating instance_info_cache with network_info: [{"id": "5125406f-f317-4a0e-9ed7-29bc653886ab", "address": "fa:16:3e:13:18:75", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5125406f-f3", "ovs_interfaceid": "5125406f-f317-4a0e-9ed7-29bc653886ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.925427] env[62849]: DEBUG oslo_vmware.api [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4403836, 'name': PowerOnVM_Task, 'duration_secs': 0.56266} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.925703] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.925836] env[62849]: INFO nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Took 11.46 seconds to spawn the instance on the hypervisor. [ 656.926030] env[62849]: DEBUG nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.926930] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744ffaf5-df87-4ae1-8722-846a0537ec63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.975936] env[62849]: DEBUG nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.016082] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403837, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.024276] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.024528] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.024678] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.025427] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.025427] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.026420] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.026779] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.026871] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.027053] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.027220] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.027389] env[62849]: DEBUG nova.virt.hardware [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.028300] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea52216-7ead-4ba6-b314-548b963ace8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.039501] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bffec9-c12d-42ca-8078-88561cc3c7ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.281938] env[62849]: DEBUG nova.scheduler.client.report [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.305531] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403838, 'name': Rename_Task, 'duration_secs': 0.251076} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.306546] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.307080] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d77ed328-be29-4456-8bc6-68df36871b80 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.317651] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 657.317651] env[62849]: value = "task-4403839" [ 657.317651] env[62849]: _type = "Task" [ 657.317651] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.327520] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.377457] env[62849]: DEBUG oslo_concurrency.lockutils [req-8e33deb5-b086-4381-b78e-3bed1ee10e25 req-47de64d3-f99e-4f64-bf32-6653626c218e service nova] Releasing lock "refresh_cache-affc6651-9e82-4058-a31a-1ca4a7c16d66" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.451037] env[62849]: INFO nova.compute.manager [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Took 42.47 seconds to build instance. [ 657.510343] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56491} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.510604] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0cff1ddd-8852-4809-970c-2fb4d6aa4795/0cff1ddd-8852-4809-970c-2fb4d6aa4795.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.510810] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.511070] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbecccac-225a-45b5-810f-425807ce72c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.521078] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 657.521078] env[62849]: value = "task-4403840" [ 657.521078] env[62849]: _type = "Task" [ 657.521078] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.534585] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.787665] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.788232] env[62849]: DEBUG nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.791447] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.803s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.792778] env[62849]: INFO nova.compute.claims [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.795693] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.795934] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.796194] env[62849]: INFO nova.compute.manager [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Shelving [ 657.829897] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.952033] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b745c88-68a0-43f6-84fb-2c4251912ffd tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "19d76bfb-f713-4112-9a92-61b3cf45f808" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.635s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.036380] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070077} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.036667] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.037726] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3366b7-6f8b-458e-9fd7-e1ee8a074fa9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.065223] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 0cff1ddd-8852-4809-970c-2fb4d6aa4795/0cff1ddd-8852-4809-970c-2fb4d6aa4795.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.066165] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dda21ea-49a0-4100-af64-20ed8b2dc38a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.090127] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 658.090127] env[62849]: value = "task-4403841" [ 658.090127] env[62849]: _type = "Task" [ 658.090127] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.103139] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.297611] env[62849]: DEBUG nova.compute.utils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.299345] env[62849]: DEBUG nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.299501] env[62849]: DEBUG nova.network.neutron [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.332402] env[62849]: DEBUG oslo_vmware.api [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403839, 'name': PowerOnVM_Task, 'duration_secs': 0.989486} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.334828] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.335052] env[62849]: INFO nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Took 10.10 seconds to spawn the instance on the hypervisor. [ 658.335489] env[62849]: DEBUG nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.338592] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d0f36-df2f-4cd0-bdb5-e4e7e8d1af0f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.435663] env[62849]: DEBUG nova.policy [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca386bbb6c2147f5812a59ebc74eb794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ced1fbe98c6466693aab74e1d8d7916', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.458100] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.555172] env[62849]: DEBUG nova.compute.manager [req-a96bdd03-7202-4471-b975-a9f63c29808a req-efb40709-18c4-4c79-99fc-49fe94a65e9d service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Received event network-vif-plugged-e0d11c0d-d425-4ff8-8294-ad2a0ccec36a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 658.555172] env[62849]: DEBUG oslo_concurrency.lockutils [req-a96bdd03-7202-4471-b975-a9f63c29808a req-efb40709-18c4-4c79-99fc-49fe94a65e9d service nova] Acquiring lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.555172] env[62849]: DEBUG oslo_concurrency.lockutils [req-a96bdd03-7202-4471-b975-a9f63c29808a req-efb40709-18c4-4c79-99fc-49fe94a65e9d service nova] Lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.555172] env[62849]: DEBUG oslo_concurrency.lockutils [req-a96bdd03-7202-4471-b975-a9f63c29808a req-efb40709-18c4-4c79-99fc-49fe94a65e9d service nova] Lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.555723] env[62849]: DEBUG nova.compute.manager [req-a96bdd03-7202-4471-b975-a9f63c29808a req-efb40709-18c4-4c79-99fc-49fe94a65e9d service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] No waiting events found dispatching network-vif-plugged-e0d11c0d-d425-4ff8-8294-ad2a0ccec36a {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.556601] env[62849]: WARNING nova.compute.manager [req-a96bdd03-7202-4471-b975-a9f63c29808a req-efb40709-18c4-4c79-99fc-49fe94a65e9d service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Received unexpected event network-vif-plugged-e0d11c0d-d425-4ff8-8294-ad2a0ccec36a for instance with vm_state building and task_state spawning. [ 658.605537] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403841, 'name': ReconfigVM_Task, 'duration_secs': 0.318943} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.606154] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 0cff1ddd-8852-4809-970c-2fb4d6aa4795/0cff1ddd-8852-4809-970c-2fb4d6aa4795.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.607941] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5204cfa9-e199-43ae-a885-7150f1c1374b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.617346] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 658.617346] env[62849]: value = "task-4403842" [ 658.617346] env[62849]: _type = "Task" [ 658.617346] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.631472] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403842, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.654291] env[62849]: DEBUG nova.network.neutron [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Successfully updated port: e0d11c0d-d425-4ff8-8294-ad2a0ccec36a {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 658.805414] env[62849]: DEBUG nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.822091] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.822091] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03b8be3-ccae-46f3-9fd6-ea403ec45432 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.831979] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 658.831979] env[62849]: value = "task-4403843" [ 658.831979] env[62849]: _type = "Task" [ 658.831979] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.845057] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.859080] env[62849]: DEBUG nova.compute.manager [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.863889] env[62849]: INFO nova.compute.manager [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Took 40.25 seconds to build instance. [ 658.866771] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803ae27f-1771-41f5-8404-dfda9e0de77c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.982019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.132744] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403842, 'name': Rename_Task, 'duration_secs': 0.267767} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.137774] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.138772] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d3d397-db96-449b-9254-012d8e7dcbce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.148354] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 659.148354] env[62849]: value = "task-4403844" [ 659.148354] env[62849]: _type = "Task" [ 659.148354] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.157259] env[62849]: DEBUG nova.network.neutron [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Successfully created port: f181e7b3-c503-4e03-a10c-aea514009662 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.160333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "refresh_cache-600a322f-cc9e-4e9b-be4b-3abe27a1952a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.160486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquired lock "refresh_cache-600a322f-cc9e-4e9b-be4b-3abe27a1952a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.160641] env[62849]: DEBUG nova.network.neutron [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.172550] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403844, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.351043] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403843, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.382907] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3d4b908a-1cb6-4890-8fad-1ef16db049af tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.743s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.393654] env[62849]: INFO nova.compute.manager [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] instance snapshotting [ 659.397700] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c27b3c-b0a9-4a5d-89e1-09f0b56f7b94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.430057] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45fbf93-fc60-45ec-a9c5-d5e9b1eb47e2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.554415] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd670cb-9c62-4342-9d98-1a65b4bbe60e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.565219] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12cb064-01bc-4bbc-ac56-b2d490ae46fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.601753] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e5b734-e1fa-4c50-ad57-2cf130ad7aff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.610985] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d15a73-5b0d-4618-96f5-ae43053d0233 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.626590] env[62849]: DEBUG nova.compute.provider_tree [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.659801] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.741954] env[62849]: DEBUG nova.network.neutron [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.826026] env[62849]: DEBUG nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.833219] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "4e97af5c-1c18-4558-a688-9505339fed93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.833460] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "4e97af5c-1c18-4558-a688-9505339fed93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.847369] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403843, 'name': PowerOffVM_Task, 'duration_secs': 0.615364} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.847369] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.848698] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007af4c9-d7ed-475d-b411-f27e211fd095 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.878129] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.878329] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.878409] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.878597] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.878747] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.878891] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.879104] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.879266] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.879431] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.879594] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.879763] env[62849]: DEBUG nova.virt.hardware [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.880684] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc4304d-ab99-4ad0-bfbc-2822d8686bef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.884364] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721b1521-3a22-4c48-ac39-70c73b2d8e81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.888909] env[62849]: DEBUG nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.900745] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24116240-f9eb-4c15-b5c7-67f130b240b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.942927] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 659.943340] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0249053c-c537-4589-bcc4-3c1d4df724ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.953294] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 659.953294] env[62849]: value = "task-4403845" [ 659.953294] env[62849]: _type = "Task" [ 659.953294] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.964193] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.968071] env[62849]: DEBUG nova.network.neutron [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Updating instance_info_cache with network_info: [{"id": "e0d11c0d-d425-4ff8-8294-ad2a0ccec36a", "address": "fa:16:3e:fc:89:8f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d11c0d-d4", "ovs_interfaceid": "e0d11c0d-d425-4ff8-8294-ad2a0ccec36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.130723] env[62849]: DEBUG nova.scheduler.client.report [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.163429] env[62849]: DEBUG oslo_vmware.api [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403844, 'name': PowerOnVM_Task, 'duration_secs': 0.943985} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.163719] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.164363] env[62849]: INFO nova.compute.manager [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Took 5.95 seconds to spawn the instance on the hypervisor. [ 660.164363] env[62849]: DEBUG nova.compute.manager [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.165379] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9005075f-292e-4e57-ad1f-2e503e0dd0a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.277334] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquiring lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.277543] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.277640] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquiring lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.277791] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.277966] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.281699] env[62849]: INFO nova.compute.manager [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Terminating instance [ 660.414512] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 660.414512] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e075c430-ddaf-40dd-a298-4a6141d55b77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.421508] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.423867] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 660.423867] env[62849]: value = "task-4403846" [ 660.423867] env[62849]: _type = "Task" [ 660.423867] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.435211] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.464856] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.470683] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Releasing lock "refresh_cache-600a322f-cc9e-4e9b-be4b-3abe27a1952a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.471098] env[62849]: DEBUG nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Instance network_info: |[{"id": "e0d11c0d-d425-4ff8-8294-ad2a0ccec36a", "address": "fa:16:3e:fc:89:8f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d11c0d-d4", "ovs_interfaceid": "e0d11c0d-d425-4ff8-8294-ad2a0ccec36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.471603] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:89:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d11c0d-d425-4ff8-8294-ad2a0ccec36a', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.479784] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.480043] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.480659] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a9aafb4-48d4-4ed5-baf3-46fe16bf62ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.505672] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.505672] env[62849]: value = "task-4403847" [ 660.505672] env[62849]: _type = "Task" [ 660.505672] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.516673] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403847, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.637794] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.639194] env[62849]: DEBUG nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.643024] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.612s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.689125] env[62849]: INFO nova.compute.manager [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Took 39.28 seconds to build instance. [ 660.709343] env[62849]: DEBUG nova.compute.manager [req-5400e30b-93bb-4c89-91fd-c7c003b83507 req-b411a282-74a0-4b3a-ac14-323e631484dd service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Received event network-changed-e0d11c0d-d425-4ff8-8294-ad2a0ccec36a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 660.709554] env[62849]: DEBUG nova.compute.manager [req-5400e30b-93bb-4c89-91fd-c7c003b83507 req-b411a282-74a0-4b3a-ac14-323e631484dd service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Refreshing instance network info cache due to event network-changed-e0d11c0d-d425-4ff8-8294-ad2a0ccec36a. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 660.710746] env[62849]: DEBUG oslo_concurrency.lockutils [req-5400e30b-93bb-4c89-91fd-c7c003b83507 req-b411a282-74a0-4b3a-ac14-323e631484dd service nova] Acquiring lock "refresh_cache-600a322f-cc9e-4e9b-be4b-3abe27a1952a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.710746] env[62849]: DEBUG oslo_concurrency.lockutils [req-5400e30b-93bb-4c89-91fd-c7c003b83507 req-b411a282-74a0-4b3a-ac14-323e631484dd service nova] Acquired lock "refresh_cache-600a322f-cc9e-4e9b-be4b-3abe27a1952a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.710746] env[62849]: DEBUG nova.network.neutron [req-5400e30b-93bb-4c89-91fd-c7c003b83507 req-b411a282-74a0-4b3a-ac14-323e631484dd service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Refreshing network info cache for port e0d11c0d-d425-4ff8-8294-ad2a0ccec36a {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.785130] env[62849]: DEBUG nova.compute.manager [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.785458] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.786505] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2898ef73-6e46-4507-91ef-6f26d2a39d98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.800917] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.801351] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be0979a4-0305-4a73-8392-c0a4484222ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.810718] env[62849]: DEBUG oslo_vmware.api [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 660.810718] env[62849]: value = "task-4403848" [ 660.810718] env[62849]: _type = "Task" [ 660.810718] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.823989] env[62849]: DEBUG oslo_vmware.api [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.940266] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403846, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.971063] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403845, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.017516] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403847, 'name': CreateVM_Task, 'duration_secs': 0.438751} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.018044] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.019026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.019228] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.019809] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.020233] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba5960c-700c-4706-8bd4-0495276ff809 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.028025] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 661.028025] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dda48e-7a45-84bf-86e5-c7951b19acfe" [ 661.028025] env[62849]: _type = "Task" [ 661.028025] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.041247] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dda48e-7a45-84bf-86e5-c7951b19acfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.150580] env[62849]: DEBUG nova.compute.utils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.152068] env[62849]: DEBUG nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.152247] env[62849]: DEBUG nova.network.neutron [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 661.194612] env[62849]: DEBUG oslo_concurrency.lockutils [None req-38eac4b6-c8e1-4640-b88b-6d26ee037ed0 tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.803s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.249457] env[62849]: DEBUG nova.policy [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6578b71bba478c8ba6dfba4108f9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432a291434f44498b061e63905808ada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.324667] env[62849]: DEBUG oslo_vmware.api [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403848, 'name': PowerOffVM_Task, 'duration_secs': 0.236546} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.324985] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.325102] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.325353] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7d239e8-c284-4c89-97ef-4131628ea6ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.330309] env[62849]: DEBUG nova.network.neutron [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Successfully updated port: f181e7b3-c503-4e03-a10c-aea514009662 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 661.420838] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.420838] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.421169] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Deleting the datastore file [datastore2] fdecc65e-a494-49e8-b2d6-8ae318dd2f71 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.421406] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd340dcb-1676-4864-9b70-3c2410c8788a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.431608] env[62849]: DEBUG oslo_vmware.api [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for the task: (returnval){ [ 661.431608] env[62849]: value = "task-4403850" [ 661.431608] env[62849]: _type = "Task" [ 661.431608] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.461998] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403846, 'name': CreateSnapshot_Task, 'duration_secs': 0.846998} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.462268] env[62849]: DEBUG oslo_vmware.api [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.466203] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 661.469613] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be0970b-56f5-47a6-9522-d3bde604ac59 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.481938] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403845, 'name': CreateSnapshot_Task, 'duration_secs': 1.067643} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.484843] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 661.491627] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92bea67-a3a7-4079-88df-63aa2aa270fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.546278] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dda48e-7a45-84bf-86e5-c7951b19acfe, 'name': SearchDatastore_Task, 'duration_secs': 0.019117} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.551237] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.551491] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.551717] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.551857] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.552041] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.552586] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8960bbec-4c23-41f1-8733-602ce9f4dffe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.564098] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.564293] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.565763] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aeb6c61-ea83-4f1d-8ac5-cafa8052d42d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.577964] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 661.577964] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b08ab6-5f27-cfc2-4ea1-a06a793e9dc5" [ 661.577964] env[62849]: _type = "Task" [ 661.577964] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.591288] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b08ab6-5f27-cfc2-4ea1-a06a793e9dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.661634] env[62849]: DEBUG nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.698066] env[62849]: DEBUG nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.756790] env[62849]: DEBUG nova.network.neutron [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Successfully created port: 800e2659-0825-4e5c-b011-d3950bde5f94 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 661.837760] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquiring lock "refresh_cache-1be8f313-3af2-434a-b9b1-23ecf7593ab5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.837890] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquired lock "refresh_cache-1be8f313-3af2-434a-b9b1-23ecf7593ab5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.838048] env[62849]: DEBUG nova.network.neutron [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 661.856499] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cc6abb-52fc-4a15-951a-e796eb27e5e2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.871189] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a6344c-dddb-4846-8d8b-97d8b96befd8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.878867] env[62849]: DEBUG nova.network.neutron [req-5400e30b-93bb-4c89-91fd-c7c003b83507 req-b411a282-74a0-4b3a-ac14-323e631484dd service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Updated VIF entry in instance network info cache for port e0d11c0d-d425-4ff8-8294-ad2a0ccec36a. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 661.879421] env[62849]: DEBUG nova.network.neutron [req-5400e30b-93bb-4c89-91fd-c7c003b83507 req-b411a282-74a0-4b3a-ac14-323e631484dd service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Updating instance_info_cache with network_info: [{"id": "e0d11c0d-d425-4ff8-8294-ad2a0ccec36a", "address": "fa:16:3e:fc:89:8f", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d11c0d-d4", "ovs_interfaceid": "e0d11c0d-d425-4ff8-8294-ad2a0ccec36a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.914995] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9816d0-44cc-4ec8-8f77-d1df0714c63a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.924773] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c9da15-6f4e-46bc-8a57-ae65f71bd125 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.946026] env[62849]: DEBUG nova.compute.provider_tree [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.958610] env[62849]: DEBUG oslo_vmware.api [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Task: {'id': task-4403850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288748} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.960732] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.960959] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.961154] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.961325] env[62849]: INFO nova.compute.manager [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Took 1.18 seconds to destroy the instance on the hypervisor. [ 661.961565] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.962942] env[62849]: DEBUG nova.compute.manager [-] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.962942] env[62849]: DEBUG nova.network.neutron [-] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 662.003080] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 662.003367] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-805179f4-b876-4449-954d-6deb8aeaa4f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.027455] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 662.029105] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-433bab05-c257-427c-aa8f-71e8340f0caa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.032355] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 662.032355] env[62849]: value = "task-4403851" [ 662.032355] env[62849]: _type = "Task" [ 662.032355] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.043031] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 662.043031] env[62849]: value = "task-4403852" [ 662.043031] env[62849]: _type = "Task" [ 662.043031] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.048090] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403851, 'name': CloneVM_Task} progress is 11%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.058880] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403852, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.060512] env[62849]: DEBUG nova.compute.manager [None req-437fd671-356f-46ce-8ea1-11775dd6e6a7 tempest-ServerDiagnosticsV248Test-1806392052 tempest-ServerDiagnosticsV248Test-1806392052-project-admin] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.062748] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322827f8-6887-4d28-bd47-757101ded12e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.073533] env[62849]: INFO nova.compute.manager [None req-437fd671-356f-46ce-8ea1-11775dd6e6a7 tempest-ServerDiagnosticsV248Test-1806392052 tempest-ServerDiagnosticsV248Test-1806392052-project-admin] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Retrieving diagnostics [ 662.075317] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d8d2c8-215d-4b7d-bd56-e517ac2258a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.118131] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b08ab6-5f27-cfc2-4ea1-a06a793e9dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.120777] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa5ace6-81db-456d-aa80-5bb926b2c9a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.128393] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 662.128393] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ec6a00-11b1-7001-37b8-6f95356745de" [ 662.128393] env[62849]: _type = "Task" [ 662.128393] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.142033] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ec6a00-11b1-7001-37b8-6f95356745de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.239898] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.384260] env[62849]: DEBUG nova.network.neutron [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 662.385634] env[62849]: DEBUG oslo_concurrency.lockutils [req-5400e30b-93bb-4c89-91fd-c7c003b83507 req-b411a282-74a0-4b3a-ac14-323e631484dd service nova] Releasing lock "refresh_cache-600a322f-cc9e-4e9b-be4b-3abe27a1952a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.455107] env[62849]: DEBUG nova.scheduler.client.report [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.550692] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403851, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.569694] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403852, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.642829] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ec6a00-11b1-7001-37b8-6f95356745de, 'name': SearchDatastore_Task, 'duration_secs': 0.019822} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.644840] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.645297] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 600a322f-cc9e-4e9b-be4b-3abe27a1952a/600a322f-cc9e-4e9b-be4b-3abe27a1952a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.647185] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cee1e66d-d7c3-4fc8-9bb8-895ab0bf4e31 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.649372] env[62849]: DEBUG nova.network.neutron [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Updating instance_info_cache with network_info: [{"id": "f181e7b3-c503-4e03-a10c-aea514009662", "address": "fa:16:3e:35:86:d3", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf181e7b3-c5", "ovs_interfaceid": "f181e7b3-c503-4e03-a10c-aea514009662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.657462] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 662.657462] env[62849]: value = "task-4403853" [ 662.657462] env[62849]: _type = "Task" [ 662.657462] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.669856] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.675033] env[62849]: DEBUG nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.714140] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.714407] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.714580] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.714779] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.714932] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.715811] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.716175] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.716389] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.716663] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.716939] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.717119] env[62849]: DEBUG nova.virt.hardware [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.718089] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9d7da-0007-45cc-9b74-81184b539b80 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.735208] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da664bbf-4c8c-487a-bf17-4d8459aae40c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.049039] env[62849]: DEBUG nova.compute.manager [req-2d47ef9d-9e0b-49cb-b40e-a4a1d5ff544f req-10c8e7f5-d502-4be9-9e9d-9dae0abc6b93 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Received event network-vif-deleted-b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 663.049334] env[62849]: INFO nova.compute.manager [req-2d47ef9d-9e0b-49cb-b40e-a4a1d5ff544f req-10c8e7f5-d502-4be9-9e9d-9dae0abc6b93 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Neutron deleted interface b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2; detaching it from the instance and deleting it from the info cache [ 663.049538] env[62849]: DEBUG nova.network.neutron [req-2d47ef9d-9e0b-49cb-b40e-a4a1d5ff544f req-10c8e7f5-d502-4be9-9e9d-9dae0abc6b93 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.072805] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403851, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.083751] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403852, 'name': CloneVM_Task} progress is 95%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.148864] env[62849]: DEBUG nova.network.neutron [-] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.155453] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Releasing lock "refresh_cache-1be8f313-3af2-434a-b9b1-23ecf7593ab5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.155453] env[62849]: DEBUG nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Instance network_info: |[{"id": "f181e7b3-c503-4e03-a10c-aea514009662", "address": "fa:16:3e:35:86:d3", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf181e7b3-c5", "ovs_interfaceid": "f181e7b3-c503-4e03-a10c-aea514009662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.155840] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:86:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f181e7b3-c503-4e03-a10c-aea514009662', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.162386] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Creating folder: Project (6ced1fbe98c6466693aab74e1d8d7916). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.162750] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34834b95-2c78-4785-9421-406848d0cf7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.180117] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.185277] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Created folder: Project (6ced1fbe98c6466693aab74e1d8d7916) in parent group-v861840. [ 663.185466] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Creating folder: Instances. Parent ref: group-v861921. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.185997] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9437a81b-c1c5-4bd1-9f78-0d08ba3889a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.199888] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Created folder: Instances in parent group-v861921. [ 663.200710] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.200710] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.200710] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40981ab-9122-41d5-85c1-4143e515a804 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.231703] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.231703] env[62849]: value = "task-4403856" [ 663.231703] env[62849]: _type = "Task" [ 663.231703] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.247382] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403856, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.471898] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.829s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.477948] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.389s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.479578] env[62849]: INFO nova.compute.claims [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.549369] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403851, 'name': CloneVM_Task} progress is 95%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.558226] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3179dac9-1604-4401-8831-6c70f3dd5ee1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.568672] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403852, 'name': CloneVM_Task, 'duration_secs': 1.506157} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.570188] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Created linked-clone VM from snapshot [ 663.574028] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863eae81-f6ec-4c8b-88b1-ce91ba535b82 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.576833] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d480a1-da41-4e5b-89f0-6f6cedc1b2fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.592869] env[62849]: DEBUG nova.compute.manager [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Received event network-vif-plugged-f181e7b3-c503-4e03-a10c-aea514009662 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 663.592994] env[62849]: DEBUG oslo_concurrency.lockutils [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] Acquiring lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.593494] env[62849]: DEBUG oslo_concurrency.lockutils [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] Lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.593589] env[62849]: DEBUG oslo_concurrency.lockutils [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] Lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.593760] env[62849]: DEBUG nova.compute.manager [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] No waiting events found dispatching network-vif-plugged-f181e7b3-c503-4e03-a10c-aea514009662 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.593919] env[62849]: WARNING nova.compute.manager [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Received unexpected event network-vif-plugged-f181e7b3-c503-4e03-a10c-aea514009662 for instance with vm_state building and task_state spawning. [ 663.594244] env[62849]: DEBUG nova.compute.manager [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Received event network-changed-f181e7b3-c503-4e03-a10c-aea514009662 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 663.594437] env[62849]: DEBUG nova.compute.manager [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Refreshing instance network info cache due to event network-changed-f181e7b3-c503-4e03-a10c-aea514009662. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 663.594604] env[62849]: DEBUG oslo_concurrency.lockutils [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] Acquiring lock "refresh_cache-1be8f313-3af2-434a-b9b1-23ecf7593ab5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.594822] env[62849]: DEBUG oslo_concurrency.lockutils [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] Acquired lock "refresh_cache-1be8f313-3af2-434a-b9b1-23ecf7593ab5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.594980] env[62849]: DEBUG nova.network.neutron [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Refreshing network info cache for port f181e7b3-c503-4e03-a10c-aea514009662 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.604918] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Uploading image 74beba4f-a1cf-42fc-9529-6d567e736dba {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 663.638649] env[62849]: DEBUG nova.network.neutron [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Successfully updated port: 800e2659-0825-4e5c-b011-d3950bde5f94 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 663.641861] env[62849]: DEBUG nova.compute.manager [req-2d47ef9d-9e0b-49cb-b40e-a4a1d5ff544f req-10c8e7f5-d502-4be9-9e9d-9dae0abc6b93 service nova] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Detach interface failed, port_id=b6f9bfb6-367e-4b1f-a9b1-9bc05fdeacf2, reason: Instance fdecc65e-a494-49e8-b2d6-8ae318dd2f71 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 663.651394] env[62849]: INFO nova.compute.manager [-] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Took 1.69 seconds to deallocate network for instance. [ 663.662833] env[62849]: DEBUG oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 663.662833] env[62849]: value = "vm-861920" [ 663.662833] env[62849]: _type = "VirtualMachine" [ 663.662833] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 663.663298] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fb5aad0-24b5-4071-8ebc-20a19d9395b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.679765] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664494} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.681204] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 600a322f-cc9e-4e9b-be4b-3abe27a1952a/600a322f-cc9e-4e9b-be4b-3abe27a1952a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.682086] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.682086] env[62849]: DEBUG oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lease: (returnval){ [ 663.682086] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52944404-4abd-509a-ef9b-fe3cebdbb70e" [ 663.682086] env[62849]: _type = "HttpNfcLease" [ 663.682086] env[62849]: } obtained for exporting VM: (result){ [ 663.682086] env[62849]: value = "vm-861920" [ 663.682086] env[62849]: _type = "VirtualMachine" [ 663.682086] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 663.682086] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the lease: (returnval){ [ 663.682086] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52944404-4abd-509a-ef9b-fe3cebdbb70e" [ 663.682086] env[62849]: _type = "HttpNfcLease" [ 663.682086] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 663.682544] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fcd2860-18d9-4587-8f33-116f79838731 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.695107] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 663.695107] env[62849]: value = "task-4403858" [ 663.695107] env[62849]: _type = "Task" [ 663.695107] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.697658] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 663.697658] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52944404-4abd-509a-ef9b-fe3cebdbb70e" [ 663.697658] env[62849]: _type = "HttpNfcLease" [ 663.697658] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 663.710490] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.749391] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403856, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.048394] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403851, 'name': CloneVM_Task, 'duration_secs': 1.832979} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.048809] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Created linked-clone VM from snapshot [ 664.049586] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29ec307-6f67-4aed-8969-da7b09337a5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.054255] env[62849]: INFO nova.scheduler.client.report [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Deleted allocation for migration ebf9af48-2d8d-4741-94fe-b99635a26cad [ 664.058681] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Uploading image 33fd23c8-6a94-4c98-91fe-4771e6d71b79 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 664.198942] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 664.198942] env[62849]: value = "vm-861919" [ 664.198942] env[62849]: _type = "VirtualMachine" [ 664.198942] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 664.198942] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb8cfc8f-39b3-4460-b0c3-73803fe6172c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.198942] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lease: (returnval){ [ 664.198942] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212930f-367d-78c2-41f3-b83fc92f39de" [ 664.198942] env[62849]: _type = "HttpNfcLease" [ 664.198942] env[62849]: } obtained for exporting VM: (result){ [ 664.198942] env[62849]: value = "vm-861919" [ 664.198942] env[62849]: _type = "VirtualMachine" [ 664.198942] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 664.198942] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the lease: (returnval){ [ 664.198942] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212930f-367d-78c2-41f3-b83fc92f39de" [ 664.198942] env[62849]: _type = "HttpNfcLease" [ 664.198942] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 664.200221] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.200221] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.200221] env[62849]: DEBUG nova.network.neutron [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.200221] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.200221] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212930f-367d-78c2-41f3-b83fc92f39de" [ 664.200221] env[62849]: _type = "HttpNfcLease" [ 664.200221] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 664.200221] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 664.200221] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212930f-367d-78c2-41f3-b83fc92f39de" [ 664.200221] env[62849]: _type = "HttpNfcLease" [ 664.200221] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 664.200520] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602447fe-c5e6-4c8d-be55-c18b3d762ad0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.200520] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d50-a0fc-49b8-dad7-b3694360ed1c/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.200520] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d50-a0fc-49b8-dad7-b3694360ed1c/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.200520] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.231210] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.231210] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52944404-4abd-509a-ef9b-fe3cebdbb70e" [ 664.231210] env[62849]: _type = "HttpNfcLease" [ 664.231210] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 664.237628] env[62849]: DEBUG oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 664.237628] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52944404-4abd-509a-ef9b-fe3cebdbb70e" [ 664.237628] env[62849]: _type = "HttpNfcLease" [ 664.237628] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 664.238097] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198103} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.238986] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd1b173-3326-4ea0-a0dc-1248a7fe772d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.246104] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.247280] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2444f6f0-9069-4b88-a4dc-7e9d6ba60219 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.266295] env[62849]: DEBUG oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52727b4f-b276-4903-33b3-7150fce0f11a/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.266520] env[62849]: DEBUG oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52727b4f-b276-4903-33b3-7150fce0f11a/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.276300] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 600a322f-cc9e-4e9b-be4b-3abe27a1952a/600a322f-cc9e-4e9b-be4b-3abe27a1952a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.280658] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44f3a8c2-5ce7-4b6e-8646-9e63f6d01a27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.298187] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403856, 'name': CreateVM_Task, 'duration_secs': 0.591786} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.348945] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.354690] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.354859] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.355187] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.356994] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805cf285-2ae0-4829-8b6d-d92124755b84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.359609] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54f0a8fe-1100-4def-a7cf-17cf411ecaa9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.363672] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 664.363672] env[62849]: value = "task-4403860" [ 664.363672] env[62849]: _type = "Task" [ 664.363672] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.371441] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 664.371441] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f27962-a91f-e949-99cd-d5e074bf6213" [ 664.371441] env[62849]: _type = "Task" [ 664.371441] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.381024] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.388156] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f27962-a91f-e949-99cd-d5e074bf6213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.416688] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36fc2f45-1cb5-48bf-9376-85cd8759eca7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.566904] env[62849]: DEBUG oslo_concurrency.lockutils [None req-64c953c5-f7e6-43b0-9fcc-f8556f68c817 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.603s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.605607] env[62849]: DEBUG nova.network.neutron [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Updated VIF entry in instance network info cache for port f181e7b3-c503-4e03-a10c-aea514009662. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.606345] env[62849]: DEBUG nova.network.neutron [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Updating instance_info_cache with network_info: [{"id": "f181e7b3-c503-4e03-a10c-aea514009662", "address": "fa:16:3e:35:86:d3", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf181e7b3-c5", "ovs_interfaceid": "f181e7b3-c503-4e03-a10c-aea514009662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.679263] env[62849]: DEBUG nova.network.neutron [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 664.882563] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.894018] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f27962-a91f-e949-99cd-d5e074bf6213, 'name': SearchDatastore_Task, 'duration_secs': 0.023381} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.894668] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.895626] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.895626] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.895626] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.895926] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.896987] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7964db4f-116d-40f1-9777-c8b7094c00f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.913086] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.914238] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.916037] env[62849]: DEBUG nova.network.neutron [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Updating instance_info_cache with network_info: [{"id": "800e2659-0825-4e5c-b011-d3950bde5f94", "address": "fa:16:3e:b9:26:30", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800e2659-08", "ovs_interfaceid": "800e2659-0825-4e5c-b011-d3950bde5f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.917710] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98986504-3760-4de5-a16d-3b5e75ce7bc4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.929231] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 664.929231] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52479c7c-aaa0-2907-3d04-2c56720e2f8f" [ 664.929231] env[62849]: _type = "Task" [ 664.929231] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.947248] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52479c7c-aaa0-2907-3d04-2c56720e2f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.113471] env[62849]: DEBUG oslo_concurrency.lockutils [req-a32044a3-df26-4270-9e5c-e82eca4f024b req-c9b44c70-f9f4-4523-aaa7-3cdbaf96436b service nova] Releasing lock "refresh_cache-1be8f313-3af2-434a-b9b1-23ecf7593ab5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.137279] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc2a24-004d-4825-9817-f8c9ad16806d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.161050] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a95867c-63b1-4695-8e80-676ac6ab8fa1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.205321] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d78b58-9d8e-4edc-a9ec-6c5b890d6497 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.219779] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeef352-d2de-4eef-847c-6ea9fb648522 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.239414] env[62849]: DEBUG nova.compute.provider_tree [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.383693] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.422275] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.423489] env[62849]: DEBUG nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Instance network_info: |[{"id": "800e2659-0825-4e5c-b011-d3950bde5f94", "address": "fa:16:3e:b9:26:30", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800e2659-08", "ovs_interfaceid": "800e2659-0825-4e5c-b011-d3950bde5f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.424486] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:26:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '800e2659-0825-4e5c-b011-d3950bde5f94', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.436789] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating folder: Project (432a291434f44498b061e63905808ada). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.438103] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdffe42e-0a24-4419-99e5-cd577e4e4d34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.451319] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52479c7c-aaa0-2907-3d04-2c56720e2f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.020716} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.452228] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6bfba8-5165-4cdf-93ac-04b8c9cf2ca5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.456341] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Created folder: Project (432a291434f44498b061e63905808ada) in parent group-v861840. [ 665.456739] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating folder: Instances. Parent ref: group-v861924. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.457301] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b826a14e-8ec2-4a97-8af4-5fc971c3cffe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.460943] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 665.460943] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b5217a-790a-dd93-a8fd-122038a932e3" [ 665.460943] env[62849]: _type = "Task" [ 665.460943] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.471024] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b5217a-790a-dd93-a8fd-122038a932e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.473588] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Created folder: Instances in parent group-v861924. [ 665.473783] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.473974] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.474248] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2328ef6d-06f3-4f87-a05b-c5e9f4de4d72 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.497747] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.497747] env[62849]: value = "task-4403863" [ 665.497747] env[62849]: _type = "Task" [ 665.497747] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.507991] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403863, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.743024] env[62849]: DEBUG nova.scheduler.client.report [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.877501] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403860, 'name': ReconfigVM_Task, 'duration_secs': 1.062076} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.877908] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 600a322f-cc9e-4e9b-be4b-3abe27a1952a/600a322f-cc9e-4e9b-be4b-3abe27a1952a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.878621] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d926bae0-1fb8-4572-b87c-20f3b2aa6f96 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.887201] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 665.887201] env[62849]: value = "task-4403864" [ 665.887201] env[62849]: _type = "Task" [ 665.887201] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.900076] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403864, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.977608] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b5217a-790a-dd93-a8fd-122038a932e3, 'name': SearchDatastore_Task, 'duration_secs': 0.018351} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.978451] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.979070] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 1be8f313-3af2-434a-b9b1-23ecf7593ab5/1be8f313-3af2-434a-b9b1-23ecf7593ab5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.979567] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abdbf896-9fef-4943-a53e-30d7e8120264 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.990389] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 665.990389] env[62849]: value = "task-4403865" [ 665.990389] env[62849]: _type = "Task" [ 665.990389] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.009212] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.017029] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403863, 'name': CreateVM_Task, 'duration_secs': 0.475333} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.020285] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.021313] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.021569] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.022416] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.022964] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7767a37d-054e-463b-b6d7-c17732a03540 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.031706] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 666.031706] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52adf940-1c73-3b5c-d8cb-78d9144eaabb" [ 666.031706] env[62849]: _type = "Task" [ 666.031706] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.046418] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52adf940-1c73-3b5c-d8cb-78d9144eaabb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.250040] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.250837] env[62849]: DEBUG nova.compute.manager [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.253941] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.727s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.254429] env[62849]: DEBUG nova.objects.instance [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lazy-loading 'resources' on Instance uuid 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.401054] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403864, 'name': Rename_Task, 'duration_secs': 0.245014} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.401054] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.401054] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4636be0b-9db2-45c5-8d00-c1f7e11abbf4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.410445] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 666.410445] env[62849]: value = "task-4403866" [ 666.410445] env[62849]: _type = "Task" [ 666.410445] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.421499] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.502213] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.524306] env[62849]: DEBUG nova.compute.manager [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Received event network-vif-plugged-800e2659-0825-4e5c-b011-d3950bde5f94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 666.524750] env[62849]: DEBUG oslo_concurrency.lockutils [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] Acquiring lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.525449] env[62849]: DEBUG oslo_concurrency.lockutils [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] Lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.525850] env[62849]: DEBUG oslo_concurrency.lockutils [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] Lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.526168] env[62849]: DEBUG nova.compute.manager [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] No waiting events found dispatching network-vif-plugged-800e2659-0825-4e5c-b011-d3950bde5f94 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.526524] env[62849]: WARNING nova.compute.manager [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Received unexpected event network-vif-plugged-800e2659-0825-4e5c-b011-d3950bde5f94 for instance with vm_state building and task_state spawning. [ 666.526834] env[62849]: DEBUG nova.compute.manager [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Received event network-changed-800e2659-0825-4e5c-b011-d3950bde5f94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 666.527214] env[62849]: DEBUG nova.compute.manager [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Refreshing instance network info cache due to event network-changed-800e2659-0825-4e5c-b011-d3950bde5f94. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 666.527537] env[62849]: DEBUG oslo_concurrency.lockutils [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] Acquiring lock "refresh_cache-bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.527761] env[62849]: DEBUG oslo_concurrency.lockutils [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] Acquired lock "refresh_cache-bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.527995] env[62849]: DEBUG nova.network.neutron [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Refreshing network info cache for port 800e2659-0825-4e5c-b011-d3950bde5f94 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.545453] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52adf940-1c73-3b5c-d8cb-78d9144eaabb, 'name': SearchDatastore_Task, 'duration_secs': 0.028267} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.545875] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.546229] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.546563] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.546776] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.547025] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.547715] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e0dff7c-6f61-445f-9b90-16a5ca1cfc2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.562329] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.562709] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.563349] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd172647-c6a1-4ce9-80e8-23b7ff2a7b7b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.571709] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 666.571709] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f97da-77ac-3a29-f055-5f2fae62337e" [ 666.571709] env[62849]: _type = "Task" [ 666.571709] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.581893] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f97da-77ac-3a29-f055-5f2fae62337e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.758661] env[62849]: DEBUG nova.compute.utils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.764607] env[62849]: DEBUG nova.compute.manager [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 666.924569] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.007824] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637262} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.008087] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 1be8f313-3af2-434a-b9b1-23ecf7593ab5/1be8f313-3af2-434a-b9b1-23ecf7593ab5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.008375] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.008779] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4424a2c-45df-48dd-b8bb-4dafb3e64fab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.018487] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 667.018487] env[62849]: value = "task-4403867" [ 667.018487] env[62849]: _type = "Task" [ 667.018487] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.038124] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.086701] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f97da-77ac-3a29-f055-5f2fae62337e, 'name': SearchDatastore_Task, 'duration_secs': 0.036499} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.093446] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441d0691-16b7-43fe-b078-0729884c7088 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.101481] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 667.101481] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52bc47ef-2e7f-1909-61c8-d126547b5bbd" [ 667.101481] env[62849]: _type = "Task" [ 667.101481] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.114223] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52bc47ef-2e7f-1909-61c8-d126547b5bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.267096] env[62849]: DEBUG nova.compute.manager [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.317406] env[62849]: DEBUG nova.network.neutron [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Updated VIF entry in instance network info cache for port 800e2659-0825-4e5c-b011-d3950bde5f94. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 667.317933] env[62849]: DEBUG nova.network.neutron [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Updating instance_info_cache with network_info: [{"id": "800e2659-0825-4e5c-b011-d3950bde5f94", "address": "fa:16:3e:b9:26:30", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800e2659-08", "ovs_interfaceid": "800e2659-0825-4e5c-b011-d3950bde5f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.341411] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b1dfa3-92ea-4e44-920f-38164e404554 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.351240] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31e06c-335c-4dd5-8e3a-a5e1d64e2a8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.387437] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e8d8d6-3e3f-4343-8d8f-db9a4181e0b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.397114] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89af1338-2bbc-4e1c-b092-eda088e0ccbd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.412931] env[62849]: DEBUG nova.compute.provider_tree [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.423146] env[62849]: DEBUG oslo_vmware.api [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403866, 'name': PowerOnVM_Task, 'duration_secs': 0.723147} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.423404] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.423601] env[62849]: INFO nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Took 10.45 seconds to spawn the instance on the hypervisor. [ 667.424029] env[62849]: DEBUG nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.424592] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18167292-cb49-4f86-aa2a-d74358a26881 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.528999] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089382} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.529309] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.530185] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c4a8a4-c017-4123-8098-cdd19a98b82a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.556010] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1be8f313-3af2-434a-b9b1-23ecf7593ab5/1be8f313-3af2-434a-b9b1-23ecf7593ab5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.556395] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf32dd2f-4c16-4075-a879-a4c9c785a509 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.577948] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 667.577948] env[62849]: value = "task-4403868" [ 667.577948] env[62849]: _type = "Task" [ 667.577948] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.587779] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.615337] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52bc47ef-2e7f-1909-61c8-d126547b5bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.018827} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.615745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.616052] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d/bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.620024] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26622879-6a91-4f87-9538-1554d306c1e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.625781] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 667.625781] env[62849]: value = "task-4403869" [ 667.625781] env[62849]: _type = "Task" [ 667.625781] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.637939] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.821923] env[62849]: DEBUG oslo_concurrency.lockutils [req-a27634b8-ec54-4d55-941f-70528e096260 req-6de2adf0-f6f8-44d2-9ffe-3de9adef4a89 service nova] Releasing lock "refresh_cache-bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.918491] env[62849]: DEBUG nova.scheduler.client.report [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.945350] env[62849]: INFO nova.compute.manager [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Took 39.29 seconds to build instance. [ 668.091200] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403868, 'name': ReconfigVM_Task, 'duration_secs': 0.461614} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.091374] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1be8f313-3af2-434a-b9b1-23ecf7593ab5/1be8f313-3af2-434a-b9b1-23ecf7593ab5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.092430] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4be8e543-ee14-488b-b3da-f88c0090e3fb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.103494] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 668.103494] env[62849]: value = "task-4403870" [ 668.103494] env[62849]: _type = "Task" [ 668.103494] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.115476] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403870, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.138168] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403869, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.278548] env[62849]: DEBUG nova.compute.manager [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.428129] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.431990] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.816s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.433579] env[62849]: INFO nova.compute.claims [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.448036] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb6ef00c-d6aa-409c-8768-1eed818afdd2 tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.449s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.466309] env[62849]: INFO nova.scheduler.client.report [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Deleted allocations for instance 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d [ 668.616318] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403870, 'name': Rename_Task, 'duration_secs': 0.216129} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.616782] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.617171] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ad416e-f9e4-426a-880e-96885226466b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.626354] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 668.626354] env[62849]: value = "task-4403871" [ 668.626354] env[62849]: _type = "Task" [ 668.626354] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.643860] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.644168] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734191} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.644409] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d/bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.644619] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.644887] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e95d3f2-020c-4200-8316-cee2778e7b2b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.653893] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 668.653893] env[62849]: value = "task-4403872" [ 668.653893] env[62849]: _type = "Task" [ 668.653893] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.665928] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.953174] env[62849]: DEBUG nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.978620] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e4733a67-aaf3-4da1-82cd-2b8500410ba3 tempest-FloatingIPsAssociationNegativeTestJSON-318606088 tempest-FloatingIPsAssociationNegativeTestJSON-318606088-project-member] Lock "4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.544s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.141922] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.165981] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078885} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.166364] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.167330] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6492d7d9-2795-49de-b16f-481bb0fba823 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.193897] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d/bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.194264] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59e18699-4791-4865-a609-822990882467 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.218477] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 669.218477] env[62849]: value = "task-4403873" [ 669.218477] env[62849]: _type = "Task" [ 669.218477] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.228176] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.476971] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.639984] env[62849]: DEBUG oslo_vmware.api [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403871, 'name': PowerOnVM_Task, 'duration_secs': 0.658353} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.640289] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.640496] env[62849]: INFO nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Took 9.81 seconds to spawn the instance on the hypervisor. [ 669.640677] env[62849]: DEBUG nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.641595] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a288b-322f-4b3a-8e60-1f1013853380 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.735344] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.948022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049dc6a7-040f-4872-a88f-b49321beca77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.956115] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fd5fd1-1317-4ad1-b373-686bb23e98b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.999023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6de15-5110-4f0a-9d22-523913dbdd01 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.008361] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3cb8ec-5fd0-4a7c-816d-ce1e7ffe626c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.025180] env[62849]: DEBUG nova.compute.provider_tree [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.166703] env[62849]: INFO nova.compute.manager [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Took 38.30 seconds to build instance. [ 670.232994] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403873, 'name': ReconfigVM_Task, 'duration_secs': 0.623872} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.233609] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Reconfigured VM instance instance-0000001d to attach disk [datastore2] bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d/bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.234457] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3653f134-db72-4558-b7b2-711199d97999 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.243887] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 670.243887] env[62849]: value = "task-4403874" [ 670.243887] env[62849]: _type = "Task" [ 670.243887] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.256029] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403874, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.555674] env[62849]: ERROR nova.scheduler.client.report [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [req-f5d27f5a-a991-4f1b-b561-6fb7fd156bf4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5d27f5a-a991-4f1b-b561-6fb7fd156bf4"}]} [ 670.575681] env[62849]: DEBUG nova.scheduler.client.report [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 670.595287] env[62849]: DEBUG nova.scheduler.client.report [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 670.595522] env[62849]: DEBUG nova.compute.provider_tree [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.610282] env[62849]: DEBUG nova.scheduler.client.report [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 670.633559] env[62849]: DEBUG nova.scheduler.client.report [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 670.667725] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19d299f0-d9d8-47df-a9eb-bb224365d233 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.913s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.756008] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403874, 'name': Rename_Task, 'duration_secs': 0.311185} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.756668] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.756961] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f050a9ed-c86f-4962-abbd-5594fac370af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.764996] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 670.764996] env[62849]: value = "task-4403875" [ 670.764996] env[62849]: _type = "Task" [ 670.764996] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.775150] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.170564] env[62849]: DEBUG nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.179101] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fb0f6e-8204-47e2-b4c7-b3c40c5f97e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.190121] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f82c13-b31e-4ae1-a951-ae46bc4f4212 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.233416] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd73c90-0cc3-4a3b-b83e-e22f470ec5e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.244518] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018a443-bb2e-4634-a60a-069ff3cae4a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.263430] env[62849]: DEBUG nova.compute.provider_tree [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.276210] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.695888] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.783683] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403875, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.806524] env[62849]: DEBUG nova.scheduler.client.report [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 671.806933] env[62849]: DEBUG nova.compute.provider_tree [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 53 to 54 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 671.807089] env[62849]: DEBUG nova.compute.provider_tree [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.283205] env[62849]: DEBUG oslo_vmware.api [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403875, 'name': PowerOnVM_Task, 'duration_secs': 1.024159} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.283581] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.283693] env[62849]: INFO nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Took 9.61 seconds to spawn the instance on the hypervisor. [ 672.283871] env[62849]: DEBUG nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.284692] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77378fbf-f392-471a-b21a-5a0ef3599aa9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.313367] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.881s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.314032] env[62849]: DEBUG nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.317616] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.434s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.317854] env[62849]: DEBUG nova.objects.instance [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lazy-loading 'resources' on Instance uuid c8023672-8145-4af5-b503-4d7f79499f2b {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.806185] env[62849]: INFO nova.compute.manager [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Took 35.84 seconds to build instance. [ 672.820974] env[62849]: DEBUG nova.compute.utils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.822645] env[62849]: DEBUG nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.822806] env[62849]: DEBUG nova.network.neutron [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 672.884856] env[62849]: DEBUG nova.policy [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b829c99f0e674a75b4a28919239ef6cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f490407f9ff44ceb464cfab435357fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.231731] env[62849]: DEBUG nova.network.neutron [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Successfully created port: 8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 673.309046] env[62849]: DEBUG oslo_concurrency.lockutils [None req-de0bb408-dc8b-4e19-9194-806dca7ced99 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.394s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.327732] env[62849]: DEBUG nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.393154] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb6ebaa-ebf0-48f8-9fc4-24c196052cd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.401839] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b2b23e-1838-4b13-8045-2e8d0a1c963f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.435856] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0282b71d-0b1e-49b4-a805-301ef369ad77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.446504] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2bf28-3a17-4e5f-9ea4-2605d076e6af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.461836] env[62849]: DEBUG nova.compute.provider_tree [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.811853] env[62849]: DEBUG nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.965087] env[62849]: DEBUG nova.scheduler.client.report [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.338515] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.338515] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.338515] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.339215] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.339215] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.339215] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.339309] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.340034] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.340034] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.340034] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.340254] env[62849]: DEBUG nova.virt.hardware [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.343204] env[62849]: DEBUG nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.345524] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0cdcd0-c082-4b1e-a0a2-373f29c170fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.349096] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.356270] env[62849]: DEBUG oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52727b4f-b276-4903-33b3-7150fce0f11a/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 674.356270] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644ee71-0934-4e8e-b5dd-729802606bbf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.362527] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5f6919-6679-471f-988e-af9aa89386aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.370605] env[62849]: DEBUG oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52727b4f-b276-4903-33b3-7150fce0f11a/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 674.370605] env[62849]: ERROR oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52727b4f-b276-4903-33b3-7150fce0f11a/disk-0.vmdk due to incomplete transfer. [ 674.371999] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f153128-8792-41ca-8d5d-46d4fac59044 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.383548] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.388974] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Creating folder: Project (fa6c7b0fef79464b8f8a621151e6a7a7). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.391751] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.392092] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.392253] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.392437] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.392584] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.392712] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.392930] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.393224] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.393444] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.393615] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.393787] env[62849]: DEBUG nova.virt.hardware [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.395250] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eb36482-0faf-45c5-9251-0f271221e5e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.397603] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcde2f3-3153-48e2-9126-c2807db1da90 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.400183] env[62849]: DEBUG oslo_vmware.rw_handles [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52727b4f-b276-4903-33b3-7150fce0f11a/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 674.400386] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Uploaded image 74beba4f-a1cf-42fc-9529-6d567e736dba to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 674.402132] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 674.402399] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-87099e14-3274-444d-a2e1-bf9615e165ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.410998] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce869499-8b7b-40b1-9c34-b40ae088e4d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.417829] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 674.417829] env[62849]: value = "task-4403877" [ 674.417829] env[62849]: _type = "Task" [ 674.417829] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.418105] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Created folder: Project (fa6c7b0fef79464b8f8a621151e6a7a7) in parent group-v861840. [ 674.418105] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Creating folder: Instances. Parent ref: group-v861927. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.418881] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d7e38e1-423d-4612-aaa3-abe915aa5aa9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.440532] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403877, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.470660] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.473927] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.821s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.475309] env[62849]: INFO nova.compute.claims [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.498483] env[62849]: INFO nova.scheduler.client.report [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleted allocations for instance c8023672-8145-4af5-b503-4d7f79499f2b [ 674.536274] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Created folder: Instances in parent group-v861927. [ 674.536274] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.536274] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.536274] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3119fdd8-a664-44f5-912e-5718bc77aa55 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.556861] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.556861] env[62849]: value = "task-4403879" [ 674.556861] env[62849]: _type = "Task" [ 674.556861] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.569383] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403879, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.931524] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403877, 'name': Destroy_Task, 'duration_secs': 0.502384} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.932419] env[62849]: DEBUG nova.network.neutron [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Successfully updated port: 8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.933712] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Destroyed the VM [ 674.933991] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 674.935676] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fdfc25ff-aa8d-4e79-9e4e-ba1e4502de79 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.943536] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 674.943536] env[62849]: value = "task-4403880" [ 674.943536] env[62849]: _type = "Task" [ 674.943536] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.959614] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.006913] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4002de1-0e56-4217-ba2d-21a95da84dee tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "c8023672-8145-4af5-b503-4d7f79499f2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.119s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.043719] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d50-a0fc-49b8-dad7-b3694360ed1c/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 675.044943] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445b24f7-3c8f-496e-95e3-b97bdb0200ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.055145] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d50-a0fc-49b8-dad7-b3694360ed1c/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 675.055145] env[62849]: ERROR oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d50-a0fc-49b8-dad7-b3694360ed1c/disk-0.vmdk due to incomplete transfer. [ 675.055145] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92556d44-e1d1-4086-8fe3-629447d6f261 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.069975] env[62849]: DEBUG oslo_vmware.rw_handles [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52695d50-a0fc-49b8-dad7-b3694360ed1c/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 675.069975] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Uploaded image 33fd23c8-6a94-4c98-91fe-4771e6d71b79 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 675.070659] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 675.071891] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-faa4bbf5-d2d9-427a-9814-db6328225ecf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.083028] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403879, 'name': CreateVM_Task, 'duration_secs': 0.453042} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.085975] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.089027] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 675.089027] env[62849]: value = "task-4403881" [ 675.089027] env[62849]: _type = "Task" [ 675.089027] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.089027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.089027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.089027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.089027] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39368f83-d786-4ccb-a750-e833d0a224d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.113520] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 675.113520] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52643c6c-b34e-fead-eef6-ea1969a57d61" [ 675.113520] env[62849]: _type = "Task" [ 675.113520] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.119190] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403881, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.135224] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52643c6c-b34e-fead-eef6-ea1969a57d61, 'name': SearchDatastore_Task, 'duration_secs': 0.018203} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.135569] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.135810] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.136073] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.136241] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.136438] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.136714] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c21eaf06-8c91-42d4-811e-58928069b45e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.162685] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.162885] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.163593] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5223b69-9ff3-4212-b766-db6e0df7ab37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.175817] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 675.175817] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f3ece-e820-cbe5-acc4-f94f970c8d22" [ 675.175817] env[62849]: _type = "Task" [ 675.175817] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.191531] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f3ece-e820-cbe5-acc4-f94f970c8d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.317016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.317016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.437831] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.437831] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.437831] env[62849]: DEBUG nova.network.neutron [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.455169] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.556031] env[62849]: DEBUG nova.compute.manager [None req-789d075a-9529-4ba1-a935-9389d0d24a33 tempest-ServerDiagnosticsV248Test-1806392052 tempest-ServerDiagnosticsV248Test-1806392052-project-admin] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.557127] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0780ab-5b1c-4b6b-9d4b-b6d23b21f1ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.567798] env[62849]: INFO nova.compute.manager [None req-789d075a-9529-4ba1-a935-9389d0d24a33 tempest-ServerDiagnosticsV248Test-1806392052 tempest-ServerDiagnosticsV248Test-1806392052-project-admin] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Retrieving diagnostics [ 675.569094] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162dfa7a-b3aa-46f3-abd4-9cde4aba6892 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.616293] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403881, 'name': Destroy_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.688541] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f3ece-e820-cbe5-acc4-f94f970c8d22, 'name': SearchDatastore_Task, 'duration_secs': 0.042211} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.692197] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6563701-e585-468c-bc07-d9cb941a4116 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.697870] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 675.697870] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5294d150-f2ae-1b3c-e933-589a33e1ac7e" [ 675.697870] env[62849]: _type = "Task" [ 675.697870] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.708648] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5294d150-f2ae-1b3c-e933-589a33e1ac7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.723886] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.724038] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.724661] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.724661] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.724661] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.728970] env[62849]: INFO nova.compute.manager [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Terminating instance [ 675.749028] env[62849]: DEBUG nova.compute.manager [req-046b8741-066a-435c-81ab-01894d8025c6 req-dd0555a0-49fc-4530-a52a-0e1f34c9352e service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Received event network-vif-plugged-8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 675.749213] env[62849]: DEBUG oslo_concurrency.lockutils [req-046b8741-066a-435c-81ab-01894d8025c6 req-dd0555a0-49fc-4530-a52a-0e1f34c9352e service nova] Acquiring lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.749427] env[62849]: DEBUG oslo_concurrency.lockutils [req-046b8741-066a-435c-81ab-01894d8025c6 req-dd0555a0-49fc-4530-a52a-0e1f34c9352e service nova] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.749597] env[62849]: DEBUG oslo_concurrency.lockutils [req-046b8741-066a-435c-81ab-01894d8025c6 req-dd0555a0-49fc-4530-a52a-0e1f34c9352e service nova] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.749964] env[62849]: DEBUG nova.compute.manager [req-046b8741-066a-435c-81ab-01894d8025c6 req-dd0555a0-49fc-4530-a52a-0e1f34c9352e service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] No waiting events found dispatching network-vif-plugged-8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.749964] env[62849]: WARNING nova.compute.manager [req-046b8741-066a-435c-81ab-01894d8025c6 req-dd0555a0-49fc-4530-a52a-0e1f34c9352e service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Received unexpected event network-vif-plugged-8bb59813-9416-43bc-8d12-a122bdfa415e for instance with vm_state building and task_state spawning. [ 675.954956] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403880, 'name': RemoveSnapshot_Task} progress is 20%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.983656] env[62849]: DEBUG nova.network.neutron [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 676.030454] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb0013-ecbf-4937-a49b-e010f3a01a85 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.038400] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f0297c-8bdd-49de-9516-7aad607d0b0c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.083505] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa770eff-9de3-4d4c-87fe-730651c9a836 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.094495] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555e4506-d6c2-42ae-bcbc-9873fff03e26 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.113274] env[62849]: DEBUG nova.compute.provider_tree [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.123982] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403881, 'name': Destroy_Task, 'duration_secs': 0.703155} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.125078] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Destroyed the VM [ 676.125690] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 676.125690] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e72b8574-f446-460e-b845-f5074a50b83b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.134575] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 676.134575] env[62849]: value = "task-4403882" [ 676.134575] env[62849]: _type = "Task" [ 676.134575] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.146321] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.213937] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5294d150-f2ae-1b3c-e933-589a33e1ac7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.217866] env[62849]: DEBUG nova.network.neutron [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updating instance_info_cache with network_info: [{"id": "8bb59813-9416-43bc-8d12-a122bdfa415e", "address": "fa:16:3e:40:18:6f", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb59813-94", "ovs_interfaceid": "8bb59813-9416-43bc-8d12-a122bdfa415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.219410] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.219617] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2/fd3937ee-0e16-4381-91bc-3413556aacc2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.220471] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23112942-2d22-4ad8-ad84-d5d3f552759f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.229825] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 676.229825] env[62849]: value = "task-4403883" [ 676.229825] env[62849]: _type = "Task" [ 676.229825] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.234901] env[62849]: DEBUG nova.compute.manager [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.235154] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.236274] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92f6fd4-6663-4234-b8fd-fb1874ac11e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.245788] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.248355] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.250826] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9ec0c0-b9f7-48fe-8ae5-9fa2a5991c58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.258739] env[62849]: DEBUG oslo_vmware.api [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 676.258739] env[62849]: value = "task-4403884" [ 676.258739] env[62849]: _type = "Task" [ 676.258739] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.268168] env[62849]: DEBUG oslo_vmware.api [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.458928] env[62849]: DEBUG oslo_vmware.api [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403880, 'name': RemoveSnapshot_Task, 'duration_secs': 1.480724} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.458928] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 676.458928] env[62849]: INFO nova.compute.manager [None req-08a80aa3-81d4-4315-8a52-bf12fbdacc7b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 676.619648] env[62849]: DEBUG nova.scheduler.client.report [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.648191] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403882, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.703220] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.703445] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.703652] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.703834] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.704070] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.706546] env[62849]: INFO nova.compute.manager [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Terminating instance [ 676.721518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Releasing lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.721842] env[62849]: DEBUG nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Instance network_info: |[{"id": "8bb59813-9416-43bc-8d12-a122bdfa415e", "address": "fa:16:3e:40:18:6f", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb59813-94", "ovs_interfaceid": "8bb59813-9416-43bc-8d12-a122bdfa415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.722611] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:18:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb59813-9416-43bc-8d12-a122bdfa415e', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.730199] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.731800] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.732178] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51447596-ba2f-4c98-ac75-241214f8eea0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.756942] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.756942] env[62849]: value = "task-4403885" [ 676.756942] env[62849]: _type = "Task" [ 676.756942] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.760613] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403883, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.774833] env[62849]: DEBUG oslo_vmware.api [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403884, 'name': PowerOffVM_Task, 'duration_secs': 0.221016} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.777301] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.777387] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.777737] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0fffeee-161b-463f-9c9d-0b7c8d9073c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.863113] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.863113] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.863113] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Deleting the datastore file [datastore2] 600a322f-cc9e-4e9b-be4b-3abe27a1952a {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.863513] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55acb33-4da0-4f6f-b337-46387a9d40ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.874625] env[62849]: DEBUG oslo_vmware.api [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for the task: (returnval){ [ 676.874625] env[62849]: value = "task-4403887" [ 676.874625] env[62849]: _type = "Task" [ 676.874625] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.884475] env[62849]: DEBUG oslo_vmware.api [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.024238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.024238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.024238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.024371] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.024505] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.027040] env[62849]: INFO nova.compute.manager [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Terminating instance [ 677.098848] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquiring lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.099118] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.099322] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquiring lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.099530] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.099709] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.101978] env[62849]: INFO nova.compute.manager [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Terminating instance [ 677.123160] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.123714] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.127638] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.975s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.127818] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.127970] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 677.128320] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.334s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.129941] env[62849]: INFO nova.compute.claims [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.136883] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eff1922-24c8-446a-9fd2-734b38fdd9bc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.142671] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "479c512b-9304-46fb-8719-a0335ba39a59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.143154] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "479c512b-9304-46fb-8719-a0335ba39a59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.154923] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.77566} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.157310] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 677.157621] env[62849]: DEBUG nova.compute.manager [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.158465] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c826a52-09c4-4212-9ac5-2d4011d5f809 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.162102] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b69c1c-c4cf-4612-9716-d7e747cbf9ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.186185] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db7f77-42d1-4ddb-bcef-9ec823a1fe53 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.196109] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6486429a-b381-421b-a528-059167e18f7b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.232015] env[62849]: DEBUG nova.compute.manager [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.232364] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.233619] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178742MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 677.233762] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.236351] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f1e1d-9c81-4b3e-a051-91033e5cbca8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.249118] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.252645] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28efd1e6-7207-4a46-8b7e-3bdc9ffba158 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.254529] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580082} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.255117] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2/fd3937ee-0e16-4381-91bc-3413556aacc2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.255352] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.255952] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec63f6a0-af62-4899-a097-b44019a70145 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.261825] env[62849]: DEBUG oslo_vmware.api [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 677.261825] env[62849]: value = "task-4403888" [ 677.261825] env[62849]: _type = "Task" [ 677.261825] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.274992] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 677.274992] env[62849]: value = "task-4403889" [ 677.274992] env[62849]: _type = "Task" [ 677.274992] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.283871] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403885, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.284351] env[62849]: DEBUG oslo_vmware.api [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.292097] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.328884] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquiring lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.328884] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.329101] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquiring lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.329363] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.329778] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.332185] env[62849]: INFO nova.compute.manager [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Terminating instance [ 677.388910] env[62849]: DEBUG oslo_vmware.api [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Task: {'id': task-4403887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323767} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.389350] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.389646] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.389911] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.390225] env[62849]: INFO nova.compute.manager [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 677.390503] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.390765] env[62849]: DEBUG nova.compute.manager [-] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.390898] env[62849]: DEBUG nova.network.neutron [-] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 677.534022] env[62849]: DEBUG nova.compute.manager [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.534022] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.534022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041af018-62b4-4b9c-b1fd-5cd33f65883e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.545020] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.545020] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e15376-a3c7-405e-b8ec-962c8d356b4c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.555810] env[62849]: DEBUG oslo_vmware.api [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 677.555810] env[62849]: value = "task-4403890" [ 677.555810] env[62849]: _type = "Task" [ 677.555810] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.565187] env[62849]: DEBUG oslo_vmware.api [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.609030] env[62849]: DEBUG nova.compute.manager [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.609030] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.609030] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f8e141-49c3-48c0-8ec4-530cf951b28e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.620030] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.620030] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d33a2a90-6b98-4ccb-b8e8-7fbfd3e1b9e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.630024] env[62849]: DEBUG nova.compute.utils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.631125] env[62849]: DEBUG oslo_vmware.api [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 677.631125] env[62849]: value = "task-4403891" [ 677.631125] env[62849]: _type = "Task" [ 677.631125] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.634110] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.634110] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.649436] env[62849]: DEBUG oslo_vmware.api [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.689535] env[62849]: INFO nova.compute.manager [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Shelve offloading [ 677.736492] env[62849]: DEBUG nova.policy [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb154864e08b42448b8eb6a97cbf8f37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcdc992f6aa64d669b5214e36374b59b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.785083] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403885, 'name': CreateVM_Task, 'duration_secs': 0.601179} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.785491] env[62849]: DEBUG oslo_vmware.api [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403888, 'name': PowerOffVM_Task, 'duration_secs': 0.276156} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.786190] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.787066] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.787066] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.787621] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.787813] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.788346] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.788487] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa8a175e-2d23-4818-8638-74236d0d111e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.794151] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976eba8d-5af7-498c-beaa-42a6a664e8e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.796395] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077744} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.797228] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.798935] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e870fdf1-3777-4ecb-848e-31e5c2cd3ee7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.805850] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 677.805850] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522f648d-7453-fbe9-af4b-a17cf7c96d32" [ 677.805850] env[62849]: _type = "Task" [ 677.805850] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.829045] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2/fd3937ee-0e16-4381-91bc-3413556aacc2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.831821] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c65513-ffe1-4633-9b9e-171e27c23dd3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.855833] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquiring lock "refresh_cache-0cff1ddd-8852-4809-970c-2fb4d6aa4795" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.856121] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquired lock "refresh_cache-0cff1ddd-8852-4809-970c-2fb4d6aa4795" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.856377] env[62849]: DEBUG nova.network.neutron [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.857911] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522f648d-7453-fbe9-af4b-a17cf7c96d32, 'name': SearchDatastore_Task, 'duration_secs': 0.021357} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.861703] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.861703] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.861703] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.861703] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.861962] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.861962] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7449a1c6-caaa-4bcb-9786-6fd974e3d797 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.865948] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 677.865948] env[62849]: value = "task-4403893" [ 677.865948] env[62849]: _type = "Task" [ 677.865948] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.875532] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.875703] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.880258] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b6aa5f-9bd3-41a6-aa6b-ee9325a9b6db {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.883019] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.888277] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 677.888277] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f45bf4-bd68-03b0-dc23-e7cd53918e3b" [ 677.888277] env[62849]: _type = "Task" [ 677.888277] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.900050] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.900587] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.900990] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleting the datastore file [datastore1] d15d16dd-bd22-4ca7-8a5b-6ea69326f17f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.904990] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2dc0ca6-42f7-4ee3-b5aa-6473d57acabe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.907567] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f45bf4-bd68-03b0-dc23-e7cd53918e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.914140] env[62849]: DEBUG oslo_vmware.api [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 677.914140] env[62849]: value = "task-4403894" [ 677.914140] env[62849]: _type = "Task" [ 677.914140] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.924104] env[62849]: DEBUG oslo_vmware.api [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.065378] env[62849]: DEBUG oslo_vmware.api [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403890, 'name': PowerOffVM_Task, 'duration_secs': 0.322629} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.065378] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.065378] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.065378] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcebee5c-7b06-4c37-a1fd-a811ee1cfbd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.108964] env[62849]: DEBUG nova.compute.manager [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Received event network-changed-8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 678.109784] env[62849]: DEBUG nova.compute.manager [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Refreshing instance network info cache due to event network-changed-8bb59813-9416-43bc-8d12-a122bdfa415e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 678.110202] env[62849]: DEBUG oslo_concurrency.lockutils [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] Acquiring lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.112581] env[62849]: DEBUG oslo_concurrency.lockutils [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] Acquired lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.112581] env[62849]: DEBUG nova.network.neutron [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Refreshing network info cache for port 8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.137033] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.146290] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.146742] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.147075] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleting the datastore file [datastore2] bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.148859] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f113eaaa-5df0-4449-b075-74f9b6a04eff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.155624] env[62849]: DEBUG oslo_vmware.api [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403891, 'name': PowerOffVM_Task, 'duration_secs': 0.265201} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.156802] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.157251] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.157681] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06999a42-0de5-4eef-aa3a-f00e1104b43e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.162204] env[62849]: DEBUG oslo_vmware.api [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 678.162204] env[62849]: value = "task-4403896" [ 678.162204] env[62849]: _type = "Task" [ 678.162204] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.177927] env[62849]: DEBUG oslo_vmware.api [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.193158] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.194233] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f252033-ce99-4d9f-b886-f21294e2a981 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.203072] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 678.203072] env[62849]: value = "task-4403898" [ 678.203072] env[62849]: _type = "Task" [ 678.203072] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.216498] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Successfully created port: 389f6bb3-09b1-4619-94d6-83b7a3dcc7c0 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 678.226036] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 678.226271] env[62849]: DEBUG nova.compute.manager [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.227222] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c258457-9a52-42ed-9a84-af7808c42025 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.233867] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.234090] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.234271] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Deleting the datastore file [datastore1] 1be8f313-3af2-434a-b9b1-23ecf7593ab5 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.235597] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a221412b-dbb8-48a5-8709-5131bf958efa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.239744] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.240028] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.240164] env[62849]: DEBUG nova.network.neutron [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 678.247432] env[62849]: DEBUG oslo_vmware.api [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for the task: (returnval){ [ 678.247432] env[62849]: value = "task-4403899" [ 678.247432] env[62849]: _type = "Task" [ 678.247432] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.257707] env[62849]: DEBUG nova.network.neutron [-] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.258788] env[62849]: DEBUG oslo_vmware.api [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.381791] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403893, 'name': ReconfigVM_Task, 'duration_secs': 0.324851} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.382683] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Reconfigured VM instance instance-0000001e to attach disk [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2/fd3937ee-0e16-4381-91bc-3413556aacc2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.383159] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-681409ad-efdc-4bea-ad35-cbb0d498019b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.398944] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 678.398944] env[62849]: value = "task-4403900" [ 678.398944] env[62849]: _type = "Task" [ 678.398944] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.409197] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f45bf4-bd68-03b0-dc23-e7cd53918e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.031779} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.410096] env[62849]: DEBUG nova.network.neutron [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 678.415693] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f344ab-1065-4fde-b656-c5adabfcf816 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.427073] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403900, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.433601] env[62849]: DEBUG oslo_vmware.api [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4403894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176749} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.435166] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.435381] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.435554] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.436374] env[62849]: INFO nova.compute.manager [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 678.436374] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.436510] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 678.436510] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f9d3da-202d-c537-b939-7f6bce96f680" [ 678.436510] env[62849]: _type = "Task" [ 678.436510] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.440139] env[62849]: DEBUG nova.compute.manager [-] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.440293] env[62849]: DEBUG nova.network.neutron [-] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 678.458172] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f9d3da-202d-c537-b939-7f6bce96f680, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.458428] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.458713] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a0ead213-74aa-4f55-8263-4cb4b5822f8d/a0ead213-74aa-4f55-8263-4cb4b5822f8d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.458992] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cc5d456-c02e-4eae-a0e6-d0e1c8570da0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.468212] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 678.468212] env[62849]: value = "task-4403901" [ 678.468212] env[62849]: _type = "Task" [ 678.468212] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.477894] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.540914] env[62849]: DEBUG nova.network.neutron [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.688051] env[62849]: DEBUG oslo_vmware.api [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4403896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160374} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.688051] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.688051] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.688051] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.688051] env[62849]: INFO nova.compute.manager [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 678.688442] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.688442] env[62849]: DEBUG nova.compute.manager [-] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.688442] env[62849]: DEBUG nova.network.neutron [-] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 678.761344] env[62849]: INFO nova.compute.manager [-] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Took 1.37 seconds to deallocate network for instance. [ 678.762374] env[62849]: DEBUG oslo_vmware.api [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Task: {'id': task-4403899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282852} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.768391] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.768688] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.768867] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.769057] env[62849]: INFO nova.compute.manager [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 678.769315] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.772738] env[62849]: DEBUG nova.compute.manager [-] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.772850] env[62849]: DEBUG nova.network.neutron [-] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 678.853816] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ea5c9-8e25-4f26-82bb-dbe24e9c947c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.863286] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9016bfde-efa6-4db4-a7c3-839575842ee5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.907410] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60378460-3769-4a74-ab84-e0314c69b052 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.919958] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1858eee1-8923-406d-94cd-d696f17501eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.924726] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403900, 'name': Rename_Task, 'duration_secs': 0.313747} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.925043] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.925718] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c872555-d8e2-48e6-95c1-ce4415227760 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.938744] env[62849]: DEBUG nova.compute.provider_tree [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.944318] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 678.944318] env[62849]: value = "task-4403902" [ 678.944318] env[62849]: _type = "Task" [ 678.944318] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.957166] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.980432] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403901, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.046763] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Releasing lock "refresh_cache-0cff1ddd-8852-4809-970c-2fb4d6aa4795" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.047330] env[62849]: DEBUG nova.compute.manager [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.047431] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.048491] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe1d2d-e4f1-4779-b4c2-c1bafd56a16c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.058232] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.061275] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9680fcbf-12e6-410d-9c9e-09a0dd73532f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.071010] env[62849]: DEBUG oslo_vmware.api [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 679.071010] env[62849]: value = "task-4403903" [ 679.071010] env[62849]: _type = "Task" [ 679.071010] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.082109] env[62849]: DEBUG oslo_vmware.api [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.158421] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.185031] env[62849]: DEBUG nova.compute.manager [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.186021] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a094677-8031-4e9c-9338-ebade173710d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.221049] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.221421] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.222344] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.222344] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.222344] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.222344] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.222344] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.222686] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.222686] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.222686] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.224436] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.224436] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477764a6-f921-4b1b-b95c-f9f8213b70bc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.235169] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466e07a9-333d-4b33-bb29-9204acd48aa0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.279104] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.442478] env[62849]: DEBUG nova.scheduler.client.report [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.461110] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.484600] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883556} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.485459] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a0ead213-74aa-4f55-8263-4cb4b5822f8d/a0ead213-74aa-4f55-8263-4cb4b5822f8d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.485726] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.486259] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06878235-d840-4be8-89bc-65cf4e5d2b94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.495245] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 679.495245] env[62849]: value = "task-4403904" [ 679.495245] env[62849]: _type = "Task" [ 679.495245] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.512936] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.513943] env[62849]: DEBUG nova.network.neutron [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updated VIF entry in instance network info cache for port 8bb59813-9416-43bc-8d12-a122bdfa415e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.514593] env[62849]: DEBUG nova.network.neutron [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updating instance_info_cache with network_info: [{"id": "8bb59813-9416-43bc-8d12-a122bdfa415e", "address": "fa:16:3e:40:18:6f", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb59813-94", "ovs_interfaceid": "8bb59813-9416-43bc-8d12-a122bdfa415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.516138] env[62849]: DEBUG nova.network.neutron [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating instance_info_cache with network_info: [{"id": "b699876b-60f0-416e-9f34-d7f4c37bde78", "address": "fa:16:3e:32:aa:a2", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb699876b-60", "ovs_interfaceid": "b699876b-60f0-416e-9f34-d7f4c37bde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.535141] env[62849]: DEBUG nova.compute.manager [req-62793c39-d22d-4d8c-b185-b5b75040bd75 req-bf95ff8f-b45d-4f67-97a0-dc81eb848a62 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Received event network-vif-deleted-a816129d-36f7-4736-9d9f-11d25d23c7b1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 679.535141] env[62849]: INFO nova.compute.manager [req-62793c39-d22d-4d8c-b185-b5b75040bd75 req-bf95ff8f-b45d-4f67-97a0-dc81eb848a62 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Neutron deleted interface a816129d-36f7-4736-9d9f-11d25d23c7b1; detaching it from the instance and deleting it from the info cache [ 679.535141] env[62849]: DEBUG nova.network.neutron [req-62793c39-d22d-4d8c-b185-b5b75040bd75 req-bf95ff8f-b45d-4f67-97a0-dc81eb848a62 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.583847] env[62849]: DEBUG oslo_vmware.api [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403903, 'name': PowerOffVM_Task, 'duration_secs': 0.34089} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.584185] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.584395] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.584693] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1a54abb-b41a-4d95-afd3-2f4eeb4c7a16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.613251] env[62849]: DEBUG nova.network.neutron [-] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.617935] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.618113] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.618502] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Deleting the datastore file [datastore2] 0cff1ddd-8852-4809-970c-2fb4d6aa4795 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.618502] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e051754e-b792-4b08-8e54-70c42d22f932 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.627394] env[62849]: DEBUG oslo_vmware.api [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for the task: (returnval){ [ 679.627394] env[62849]: value = "task-4403906" [ 679.627394] env[62849]: _type = "Task" [ 679.627394] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.639847] env[62849]: DEBUG oslo_vmware.api [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.715206] env[62849]: INFO nova.compute.manager [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] instance snapshotting [ 679.716966] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da12e2-0d48-4c9c-946c-6c5039b91f9c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.743224] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c498b55-9c04-4e5d-b47e-d8bad17c1dda {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.948762] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.950293] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.960398] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.978s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.962937] env[62849]: INFO nova.compute.claims [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.977417] env[62849]: DEBUG oslo_vmware.api [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403902, 'name': PowerOnVM_Task, 'duration_secs': 0.887063} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.977417] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.977417] env[62849]: INFO nova.compute.manager [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Took 11.70 seconds to spawn the instance on the hypervisor. [ 679.977417] env[62849]: DEBUG nova.compute.manager [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.977684] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3273502-b499-45a6-981b-1fb4cdf23ec5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.012501] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123233} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.013195] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.015813] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9422e9c-117c-4b2b-a2c2-738846843b75 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.020615] env[62849]: DEBUG oslo_concurrency.lockutils [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] Releasing lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.020615] env[62849]: DEBUG nova.compute.manager [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Received event network-vif-deleted-e0d11c0d-d425-4ff8-8294-ad2a0ccec36a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 680.020615] env[62849]: INFO nova.compute.manager [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Neutron deleted interface e0d11c0d-d425-4ff8-8294-ad2a0ccec36a; detaching it from the instance and deleting it from the info cache [ 680.020615] env[62849]: DEBUG nova.network.neutron [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.021380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.051408] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] a0ead213-74aa-4f55-8263-4cb4b5822f8d/a0ead213-74aa-4f55-8263-4cb4b5822f8d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.055330] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f27306e-28f9-4bcc-950b-87e4c0f98c98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.058940] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c34d53-aec6-4859-a8a7-598580bf8ff3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.081701] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fdb6dc-6f06-4337-94fc-2c14abba8862 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.096623] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 680.096623] env[62849]: value = "task-4403907" [ 680.096623] env[62849]: _type = "Task" [ 680.096623] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.107416] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.120518] env[62849]: INFO nova.compute.manager [-] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Took 1.68 seconds to deallocate network for instance. [ 680.120941] env[62849]: DEBUG nova.compute.manager [req-62793c39-d22d-4d8c-b185-b5b75040bd75 req-bf95ff8f-b45d-4f67-97a0-dc81eb848a62 service nova] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Detach interface failed, port_id=a816129d-36f7-4736-9d9f-11d25d23c7b1, reason: Instance d15d16dd-bd22-4ca7-8a5b-6ea69326f17f could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 680.138697] env[62849]: DEBUG oslo_vmware.api [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Task: {'id': task-4403906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181415} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.139168] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.139168] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.139329] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.140212] env[62849]: INFO nova.compute.manager [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Took 1.09 seconds to destroy the instance on the hypervisor. [ 680.140212] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.140212] env[62849]: DEBUG nova.compute.manager [-] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.140212] env[62849]: DEBUG nova.network.neutron [-] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 680.168016] env[62849]: DEBUG nova.network.neutron [-] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.174322] env[62849]: DEBUG nova.network.neutron [-] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.207119] env[62849]: DEBUG nova.compute.manager [req-66fd2c1c-1b6a-4ba1-a662-99463299501d req-4d0af2ed-5f45-4251-9076-a14dc1323662 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Received event network-vif-deleted-800e2659-0825-4e5c-b011-d3950bde5f94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 680.207414] env[62849]: INFO nova.compute.manager [req-66fd2c1c-1b6a-4ba1-a662-99463299501d req-4d0af2ed-5f45-4251-9076-a14dc1323662 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Neutron deleted interface 800e2659-0825-4e5c-b011-d3950bde5f94; detaching it from the instance and deleting it from the info cache [ 680.207599] env[62849]: DEBUG nova.network.neutron [req-66fd2c1c-1b6a-4ba1-a662-99463299501d req-4d0af2ed-5f45-4251-9076-a14dc1323662 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.213104] env[62849]: DEBUG nova.network.neutron [-] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.258324] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.258798] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb37f946-8c9a-4278-895d-4eeefc0d2163 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.270225] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 680.270225] env[62849]: value = "task-4403908" [ 680.270225] env[62849]: _type = "Task" [ 680.270225] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.284133] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.457892] env[62849]: DEBUG nova.compute.utils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.466064] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.466064] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 680.504913] env[62849]: INFO nova.compute.manager [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Took 39.44 seconds to build instance. [ 680.526936] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c364835e-6cdb-4ead-8386-5c0355b4ab4e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.539220] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3525ebc-1a21-40a3-81b8-46956e633a19 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.574325] env[62849]: DEBUG nova.compute.manager [req-64f26d5f-9c8d-4ec9-be25-8c2d703f0409 req-d3dcecc5-7630-46a0-bb6b-a40bebd15963 service nova] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Detach interface failed, port_id=e0d11c0d-d425-4ff8-8294-ad2a0ccec36a, reason: Instance 600a322f-cc9e-4e9b-be4b-3abe27a1952a could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 680.581771] env[62849]: DEBUG nova.policy [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb154864e08b42448b8eb6a97cbf8f37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcdc992f6aa64d669b5214e36374b59b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.607613] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403907, 'name': ReconfigVM_Task, 'duration_secs': 0.392175} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.607937] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Reconfigured VM instance instance-0000001f to attach disk [datastore2] a0ead213-74aa-4f55-8263-4cb4b5822f8d/a0ead213-74aa-4f55-8263-4cb4b5822f8d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.608975] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4a84392-b079-4426-8692-b2035e1ccf49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.616019] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 680.616019] env[62849]: value = "task-4403909" [ 680.616019] env[62849]: _type = "Task" [ 680.616019] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.625432] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403909, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.628556] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.671017] env[62849]: INFO nova.compute.manager [-] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Took 1.98 seconds to deallocate network for instance. [ 680.677136] env[62849]: DEBUG nova.network.neutron [-] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.711588] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d199b80f-4b71-46fd-b97d-5aa5c7910a74 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.717346] env[62849]: INFO nova.compute.manager [-] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Took 1.94 seconds to deallocate network for instance. [ 680.734818] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dcf978-99df-4c79-aa39-aa21c2af0c8d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.792989] env[62849]: DEBUG nova.compute.manager [req-66fd2c1c-1b6a-4ba1-a662-99463299501d req-4d0af2ed-5f45-4251-9076-a14dc1323662 service nova] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Detach interface failed, port_id=800e2659-0825-4e5c-b011-d3950bde5f94, reason: Instance bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 680.793242] env[62849]: DEBUG nova.compute.manager [req-66fd2c1c-1b6a-4ba1-a662-99463299501d req-4d0af2ed-5f45-4251-9076-a14dc1323662 service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Received event network-vif-deleted-f181e7b3-c503-4e03-a10c-aea514009662 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 680.793751] env[62849]: INFO nova.compute.manager [req-66fd2c1c-1b6a-4ba1-a662-99463299501d req-4d0af2ed-5f45-4251-9076-a14dc1323662 service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Neutron deleted interface f181e7b3-c503-4e03-a10c-aea514009662; detaching it from the instance and deleting it from the info cache [ 680.793751] env[62849]: DEBUG nova.network.neutron [req-66fd2c1c-1b6a-4ba1-a662-99463299501d req-4d0af2ed-5f45-4251-9076-a14dc1323662 service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.807938] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403908, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.959990] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Successfully updated port: 389f6bb3-09b1-4619-94d6-83b7a3dcc7c0 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 680.965398] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.008262] env[62849]: DEBUG oslo_concurrency.lockutils [None req-092efb34-c259-4f7b-9829-3023230323a0 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "fd3937ee-0e16-4381-91bc-3413556aacc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.156s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.030493] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.031626] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff1128-f6ea-4dcf-a017-baf3cd199372 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.043790] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.044116] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc16c100-433c-457d-a705-b46ac9e2f3df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.111718] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.111997] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.112548] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleting the datastore file [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.112548] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95af846-e157-4c56-b35c-4fe4d985ff47 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.122894] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 681.122894] env[62849]: value = "task-4403911" [ 681.122894] env[62849]: _type = "Task" [ 681.122894] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.133415] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403909, 'name': Rename_Task, 'duration_secs': 0.164738} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.134207] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.134608] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4125df5d-63a0-44c3-923d-be56565d683f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.140709] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.146584] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 681.146584] env[62849]: value = "task-4403912" [ 681.146584] env[62849]: _type = "Task" [ 681.146584] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.161894] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.177754] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.182335] env[62849]: INFO nova.compute.manager [-] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Took 1.04 seconds to deallocate network for instance. [ 681.225880] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Successfully created port: 4e3b5ca2-a822-421f-856f-b8f3c2682a39 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 681.260370] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.300761] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91c2b089-769d-4bc4-89d7-9aa8631b7270 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.307074] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403908, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.318766] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db89c5-a83e-43c1-8949-b42a05f16ccf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.357916] env[62849]: DEBUG nova.compute.manager [req-66fd2c1c-1b6a-4ba1-a662-99463299501d req-4d0af2ed-5f45-4251-9076-a14dc1323662 service nova] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Detach interface failed, port_id=f181e7b3-c503-4e03-a10c-aea514009662, reason: Instance 1be8f313-3af2-434a-b9b1-23ecf7593ab5 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 681.464735] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "refresh_cache-f64c98c0-a688-4b08-ab87-9b55e100cc76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.464892] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "refresh_cache-f64c98c0-a688-4b08-ab87-9b55e100cc76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.465229] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.514077] env[62849]: DEBUG nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.634522] env[62849]: DEBUG oslo_vmware.api [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4403911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193656} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.634834] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.634982] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.638470] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.639156] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bab296-e019-44a1-b605-6b65ddf8f1ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.647264] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67c0822-55cc-4f84-8372-1ca6c83b39b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.657344] env[62849]: INFO nova.scheduler.client.report [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted allocations for instance a9c970e4-5922-4c47-9676-fef8fdfb5dd2 [ 681.687787] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403912, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.689099] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5945764d-86e3-43c9-a816-9ae962230596 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.692377] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.698598] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545fe6e5-5d9d-4cb0-8666-5e6e177fe5dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.714933] env[62849]: DEBUG nova.compute.provider_tree [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.803693] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403908, 'name': CreateSnapshot_Task, 'duration_secs': 1.138065} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.804036] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 681.804810] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9a5e17-50df-48e3-b195-e230c1e34769 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.980763] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.009194] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 682.013987] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.014122] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.014213] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.014390] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.014532] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.014675] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.014902] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.015146] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.015343] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.015507] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.015679] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.016516] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b576a2d2-6b46-4da1-ae96-e01bd65769ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.033742] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4502ff85-ccf6-45fc-830a-bb2f05b46d8a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.043627] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.162528] env[62849]: DEBUG oslo_vmware.api [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403912, 'name': PowerOnVM_Task, 'duration_secs': 0.705658} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.162873] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.163261] env[62849]: INFO nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Took 7.82 seconds to spawn the instance on the hypervisor. [ 682.163475] env[62849]: DEBUG nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.164550] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acded09-d846-4495-90d1-cd6336fdfa2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.190504] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.202554] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Updating instance_info_cache with network_info: [{"id": "389f6bb3-09b1-4619-94d6-83b7a3dcc7c0", "address": "fa:16:3e:0f:d9:47", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f6bb3-09", "ovs_interfaceid": "389f6bb3-09b1-4619-94d6-83b7a3dcc7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.242015] env[62849]: ERROR nova.scheduler.client.report [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [req-e47a28c4-28a1-46a0-861b-3de625f2da66] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e47a28c4-28a1-46a0-861b-3de625f2da66"}]} [ 682.261352] env[62849]: DEBUG nova.scheduler.client.report [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.277545] env[62849]: DEBUG nova.scheduler.client.report [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.277784] env[62849]: DEBUG nova.compute.provider_tree [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.292265] env[62849]: DEBUG nova.scheduler.client.report [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.314067] env[62849]: DEBUG nova.scheduler.client.report [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.324626] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 682.324971] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3465fd9f-05c8-43dc-b9ad-31493b5928e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.335622] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 682.335622] env[62849]: value = "task-4403913" [ 682.335622] env[62849]: _type = "Task" [ 682.335622] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.350293] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403913, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.424946] env[62849]: DEBUG nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Received event network-vif-plugged-389f6bb3-09b1-4619-94d6-83b7a3dcc7c0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 682.425253] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Acquiring lock "f64c98c0-a688-4b08-ab87-9b55e100cc76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.425461] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Lock "f64c98c0-a688-4b08-ab87-9b55e100cc76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.425621] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Lock "f64c98c0-a688-4b08-ab87-9b55e100cc76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.425836] env[62849]: DEBUG nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] No waiting events found dispatching network-vif-plugged-389f6bb3-09b1-4619-94d6-83b7a3dcc7c0 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.426101] env[62849]: WARNING nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Received unexpected event network-vif-plugged-389f6bb3-09b1-4619-94d6-83b7a3dcc7c0 for instance with vm_state building and task_state spawning. [ 682.426284] env[62849]: DEBUG nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received event network-vif-unplugged-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 682.426485] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.426705] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.427154] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.427154] env[62849]: DEBUG nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] No waiting events found dispatching network-vif-unplugged-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.427434] env[62849]: WARNING nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received unexpected event network-vif-unplugged-b699876b-60f0-416e-9f34-d7f4c37bde78 for instance with vm_state shelved_offloaded and task_state None. [ 682.427434] env[62849]: DEBUG nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Received event network-changed-389f6bb3-09b1-4619-94d6-83b7a3dcc7c0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 682.427562] env[62849]: DEBUG nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Refreshing instance network info cache due to event network-changed-389f6bb3-09b1-4619-94d6-83b7a3dcc7c0. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 682.427754] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Acquiring lock "refresh_cache-f64c98c0-a688-4b08-ab87-9b55e100cc76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.528602] env[62849]: INFO nova.compute.manager [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Rebuilding instance [ 682.587296] env[62849]: DEBUG nova.compute.manager [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.587407] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c9b567-4534-41a6-95a8-7a071416fee2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.686066] env[62849]: INFO nova.compute.manager [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Took 35.10 seconds to build instance. [ 682.706717] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "refresh_cache-f64c98c0-a688-4b08-ab87-9b55e100cc76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.706717] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Instance network_info: |[{"id": "389f6bb3-09b1-4619-94d6-83b7a3dcc7c0", "address": "fa:16:3e:0f:d9:47", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f6bb3-09", "ovs_interfaceid": "389f6bb3-09b1-4619-94d6-83b7a3dcc7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.706870] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Acquired lock "refresh_cache-f64c98c0-a688-4b08-ab87-9b55e100cc76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.706870] env[62849]: DEBUG nova.network.neutron [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Refreshing network info cache for port 389f6bb3-09b1-4619-94d6-83b7a3dcc7c0 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.708066] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:d9:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '389f6bb3-09b1-4619-94d6-83b7a3dcc7c0', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.717422] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Creating folder: Project (bcdc992f6aa64d669b5214e36374b59b). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.717592] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4bcf3a3-400f-427f-b8a3-bee15c129874 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.740628] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Created folder: Project (bcdc992f6aa64d669b5214e36374b59b) in parent group-v861840. [ 682.740735] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Creating folder: Instances. Parent ref: group-v861933. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.741367] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1f9d45e-2a0f-4740-93dd-686f5446378d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.756112] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Created folder: Instances in parent group-v861933. [ 682.757144] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.757144] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.757144] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61db2d4e-c5de-4ca9-9bd3-5b28265c0672 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.788593] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.788593] env[62849]: value = "task-4403916" [ 682.788593] env[62849]: _type = "Task" [ 682.788593] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.800382] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403916, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.854291] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403913, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.994806] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76f0ab4-4339-4552-9d40-870370935950 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.004274] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7387d34d-98b9-4374-82a9-94aafbfb9af4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.039450] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567fd6a-0e85-434f-9a4b-476098038610 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.049203] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8da431-fc3d-4936-87dc-3156c18849d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.067583] env[62849]: DEBUG nova.compute.provider_tree [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.092224] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Successfully updated port: 4e3b5ca2-a822-421f-856f-b8f3c2682a39 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 683.189434] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fa83450-c43d-4b40-9519-6cc477fa7cde tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.318s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.300774] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403916, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.356998] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403913, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.594881] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "refresh_cache-f110ff88-3c5f-42e9-b515-8d5e726a89a4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.596340] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "refresh_cache-f110ff88-3c5f-42e9-b515-8d5e726a89a4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.596340] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 683.610194] env[62849]: DEBUG nova.scheduler.client.report [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 683.610508] env[62849]: DEBUG nova.compute.provider_tree [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 56 to 57 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 683.610720] env[62849]: DEBUG nova.compute.provider_tree [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.615051] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.615793] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b55e1136-7b74-4003-a910-1371610a4d97 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.618318] env[62849]: DEBUG nova.network.neutron [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Updated VIF entry in instance network info cache for port 389f6bb3-09b1-4619-94d6-83b7a3dcc7c0. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.618635] env[62849]: DEBUG nova.network.neutron [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Updating instance_info_cache with network_info: [{"id": "389f6bb3-09b1-4619-94d6-83b7a3dcc7c0", "address": "fa:16:3e:0f:d9:47", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f6bb3-09", "ovs_interfaceid": "389f6bb3-09b1-4619-94d6-83b7a3dcc7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.626887] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 683.626887] env[62849]: value = "task-4403917" [ 683.626887] env[62849]: _type = "Task" [ 683.626887] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.638476] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.691655] env[62849]: DEBUG nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.801333] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403916, 'name': CreateVM_Task, 'duration_secs': 0.621948} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.801461] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.802180] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.802884] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.802884] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.803025] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caef1ce6-30d2-4250-8486-58944c3b370e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.809584] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 683.809584] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e54dfe-e992-db3a-ad56-9d705fe04f33" [ 683.809584] env[62849]: _type = "Task" [ 683.809584] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.820152] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e54dfe-e992-db3a-ad56-9d705fe04f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.854535] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403913, 'name': CloneVM_Task, 'duration_secs': 1.341261} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.854805] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Created linked-clone VM from snapshot [ 683.855597] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7396cc53-f09d-48f4-9ab2-9a008fe3f4df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.864917] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Uploading image fb2bc2c3-ddee-4c8c-8757-cae8bb8eb4a7 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 683.892062] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 683.892062] env[62849]: value = "vm-861932" [ 683.892062] env[62849]: _type = "VirtualMachine" [ 683.892062] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 683.892354] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d8e2598-9854-4481-b206-d1742988f66c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.900975] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lease: (returnval){ [ 683.900975] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520d13a5-8ae3-795e-9f26-f31862ac1249" [ 683.900975] env[62849]: _type = "HttpNfcLease" [ 683.900975] env[62849]: } obtained for exporting VM: (result){ [ 683.900975] env[62849]: value = "vm-861932" [ 683.900975] env[62849]: _type = "VirtualMachine" [ 683.900975] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 683.901255] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the lease: (returnval){ [ 683.901255] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520d13a5-8ae3-795e-9f26-f31862ac1249" [ 683.901255] env[62849]: _type = "HttpNfcLease" [ 683.901255] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 683.908294] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.908294] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520d13a5-8ae3-795e-9f26-f31862ac1249" [ 683.908294] env[62849]: _type = "HttpNfcLease" [ 683.908294] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 684.119091] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.159s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.119700] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.125369] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.702s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.125369] env[62849]: INFO nova.compute.claims [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.128656] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Releasing lock "refresh_cache-f64c98c0-a688-4b08-ab87-9b55e100cc76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.128910] env[62849]: DEBUG nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received event network-changed-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 684.129086] env[62849]: DEBUG nova.compute.manager [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Refreshing instance network info cache due to event network-changed-b699876b-60f0-416e-9f34-d7f4c37bde78. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 684.129763] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Acquiring lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.129763] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Acquired lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.129763] env[62849]: DEBUG nova.network.neutron [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Refreshing network info cache for port b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.145122] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403917, 'name': PowerOffVM_Task, 'duration_secs': 0.138523} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.145937] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.147350] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.150032] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83a7553-8c70-43fd-a04a-575eea9294dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.158934] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.159421] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e192b2a-4fec-4cd2-a639-a4f8ef91662c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.184724] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 684.194041] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.194041] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.194041] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Deleting the datastore file [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.194041] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7db497a-c641-4570-a041-64e489f93fba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.207958] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 684.207958] env[62849]: value = "task-4403920" [ 684.207958] env[62849]: _type = "Task" [ 684.207958] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.222836] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.230094] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.320969] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e54dfe-e992-db3a-ad56-9d705fe04f33, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.321393] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.321508] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.321817] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.321883] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.322109] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.322389] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa631606-5ba8-4343-814c-65193d090ba0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.332556] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.332761] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.333487] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ea7ebb-910b-424e-b3a6-9a66ee1ea163 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.339968] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 684.339968] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b0fcb9-12f7-98c5-22e5-7dab03aa3ef1" [ 684.339968] env[62849]: _type = "Task" [ 684.339968] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.349333] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b0fcb9-12f7-98c5-22e5-7dab03aa3ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.410848] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 684.410848] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520d13a5-8ae3-795e-9f26-f31862ac1249" [ 684.410848] env[62849]: _type = "HttpNfcLease" [ 684.410848] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 684.417022] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 684.417022] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520d13a5-8ae3-795e-9f26-f31862ac1249" [ 684.417022] env[62849]: _type = "HttpNfcLease" [ 684.417022] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 684.417022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92521042-d4ec-4345-ace9-9569253b4423 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.423771] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523adce5-cbb8-8f41-071b-894d75f4c03a/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 684.423896] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523adce5-cbb8-8f41-071b-894d75f4c03a/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 684.487237] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.490572] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Updating instance_info_cache with network_info: [{"id": "4e3b5ca2-a822-421f-856f-b8f3c2682a39", "address": "fa:16:3e:de:0a:21", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3b5ca2-a8", "ovs_interfaceid": "4e3b5ca2-a822-421f-856f-b8f3c2682a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.492040] env[62849]: DEBUG nova.compute.manager [req-c7d9aadd-0a1d-4cc4-9fb5-b62c230a3e9c req-e3fc2377-ed2f-4b7c-9e39-8e24f186d8d3 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Received event network-changed-8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 684.492189] env[62849]: DEBUG nova.compute.manager [req-c7d9aadd-0a1d-4cc4-9fb5-b62c230a3e9c req-e3fc2377-ed2f-4b7c-9e39-8e24f186d8d3 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Refreshing instance network info cache due to event network-changed-8bb59813-9416-43bc-8d12-a122bdfa415e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 684.492529] env[62849]: DEBUG oslo_concurrency.lockutils [req-c7d9aadd-0a1d-4cc4-9fb5-b62c230a3e9c req-e3fc2377-ed2f-4b7c-9e39-8e24f186d8d3 service nova] Acquiring lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.492626] env[62849]: DEBUG oslo_concurrency.lockutils [req-c7d9aadd-0a1d-4cc4-9fb5-b62c230a3e9c req-e3fc2377-ed2f-4b7c-9e39-8e24f186d8d3 service nova] Acquired lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.493504] env[62849]: DEBUG nova.network.neutron [req-c7d9aadd-0a1d-4cc4-9fb5-b62c230a3e9c req-e3fc2377-ed2f-4b7c-9e39-8e24f186d8d3 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Refreshing network info cache for port 8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.530870] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d67dd7d0-eb5a-481f-af4d-850b29c9705e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.636456] env[62849]: DEBUG nova.compute.utils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.637866] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.638018] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.724294] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103921} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.726098] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.726098] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.726098] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.730484] env[62849]: DEBUG nova.policy [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb154864e08b42448b8eb6a97cbf8f37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcdc992f6aa64d669b5214e36374b59b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.787512] env[62849]: DEBUG nova.compute.manager [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Received event network-vif-plugged-4e3b5ca2-a822-421f-856f-b8f3c2682a39 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 684.787713] env[62849]: DEBUG oslo_concurrency.lockutils [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] Acquiring lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.788370] env[62849]: DEBUG oslo_concurrency.lockutils [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] Lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.788370] env[62849]: DEBUG oslo_concurrency.lockutils [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] Lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.790158] env[62849]: DEBUG nova.compute.manager [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] No waiting events found dispatching network-vif-plugged-4e3b5ca2-a822-421f-856f-b8f3c2682a39 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.790330] env[62849]: WARNING nova.compute.manager [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Received unexpected event network-vif-plugged-4e3b5ca2-a822-421f-856f-b8f3c2682a39 for instance with vm_state building and task_state spawning. [ 684.790449] env[62849]: DEBUG nova.compute.manager [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Received event network-changed-4e3b5ca2-a822-421f-856f-b8f3c2682a39 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 684.790593] env[62849]: DEBUG nova.compute.manager [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Refreshing instance network info cache due to event network-changed-4e3b5ca2-a822-421f-856f-b8f3c2682a39. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 684.790791] env[62849]: DEBUG oslo_concurrency.lockutils [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] Acquiring lock "refresh_cache-f110ff88-3c5f-42e9-b515-8d5e726a89a4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.854553] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b0fcb9-12f7-98c5-22e5-7dab03aa3ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.859863] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0524937-4bc2-4275-9a16-93ce63d2bb71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.870818] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 684.870818] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5242262f-123a-bba0-0a5f-c0245b1a1e89" [ 684.870818] env[62849]: _type = "Task" [ 684.870818] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.880712] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5242262f-123a-bba0-0a5f-c0245b1a1e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.997023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "refresh_cache-f110ff88-3c5f-42e9-b515-8d5e726a89a4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.997365] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Instance network_info: |[{"id": "4e3b5ca2-a822-421f-856f-b8f3c2682a39", "address": "fa:16:3e:de:0a:21", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3b5ca2-a8", "ovs_interfaceid": "4e3b5ca2-a822-421f-856f-b8f3c2682a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.004275] env[62849]: DEBUG oslo_concurrency.lockutils [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] Acquired lock "refresh_cache-f110ff88-3c5f-42e9-b515-8d5e726a89a4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.004521] env[62849]: DEBUG nova.network.neutron [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Refreshing network info cache for port 4e3b5ca2-a822-421f-856f-b8f3c2682a39 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.006508] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:0a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e3b5ca2-a822-421f-856f-b8f3c2682a39', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.017156] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.019395] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.024447] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d477e4-7f69-4fbb-b7ba-c723c057a555 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.049065] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.049065] env[62849]: value = "task-4403921" [ 685.049065] env[62849]: _type = "Task" [ 685.049065] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.058731] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403921, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.153265] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.272213] env[62849]: DEBUG nova.network.neutron [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updated VIF entry in instance network info cache for port b699876b-60f0-416e-9f34-d7f4c37bde78. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.272367] env[62849]: DEBUG nova.network.neutron [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating instance_info_cache with network_info: [{"id": "b699876b-60f0-416e-9f34-d7f4c37bde78", "address": "fa:16:3e:32:aa:a2", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb699876b-60", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.381168] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5242262f-123a-bba0-0a5f-c0245b1a1e89, 'name': SearchDatastore_Task, 'duration_secs': 0.015384} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.381511] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.382423] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] f64c98c0-a688-4b08-ab87-9b55e100cc76/f64c98c0-a688-4b08-ab87-9b55e100cc76.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.382543] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45413f84-53cf-4345-99e5-e55bd3f5974a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.391209] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 685.391209] env[62849]: value = "task-4403922" [ 685.391209] env[62849]: _type = "Task" [ 685.391209] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.408880] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.525082] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.525082] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.525082] env[62849]: INFO nova.compute.manager [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Rebooting instance [ 685.571149] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403921, 'name': CreateVM_Task, 'duration_secs': 0.429343} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.575401] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.575401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.575401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.575401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.575401] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6107d181-82d5-431d-a8a7-c948d788290f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.581045] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 685.581045] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525830d2-b7b2-3df8-bee6-42ff3bbc26c9" [ 685.581045] env[62849]: _type = "Task" [ 685.581045] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.599190] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525830d2-b7b2-3df8-bee6-42ff3bbc26c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.777374] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e7db3f5-dce0-4f9a-89f6-63be9dc9f265 req-ebee556f-5e57-46af-bdda-f3779dc0b513 service nova] Releasing lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.786545] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.786894] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.787103] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.787318] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.787488] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.787650] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.787896] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.788093] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.788272] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.788457] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.788662] env[62849]: DEBUG nova.virt.hardware [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.789707] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8986e0ae-30d1-49d0-ad0b-12dcac154f0d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.806105] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be0a7c3-f699-48a9-820d-578e1bf7b6dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.823870] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.830671] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.832312] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.833225] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd894c2d-6981-47dd-9529-29a1fcab1a4e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.836558] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe3c098-9251-40af-b808-cac935f6b776 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.853830] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Successfully created port: 05cd2bcb-aa21-4e81-90e4-f90f1b081b8d {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.860987] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc5319-27f5-412f-8092-a8d9d511a0fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.864970] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.864970] env[62849]: value = "task-4403923" [ 685.864970] env[62849]: _type = "Task" [ 685.864970] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.866308] env[62849]: DEBUG nova.network.neutron [req-c7d9aadd-0a1d-4cc4-9fb5-b62c230a3e9c req-e3fc2377-ed2f-4b7c-9e39-8e24f186d8d3 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updated VIF entry in instance network info cache for port 8bb59813-9416-43bc-8d12-a122bdfa415e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.869034] env[62849]: DEBUG nova.network.neutron [req-c7d9aadd-0a1d-4cc4-9fb5-b62c230a3e9c req-e3fc2377-ed2f-4b7c-9e39-8e24f186d8d3 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updating instance_info_cache with network_info: [{"id": "8bb59813-9416-43bc-8d12-a122bdfa415e", "address": "fa:16:3e:40:18:6f", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb59813-94", "ovs_interfaceid": "8bb59813-9416-43bc-8d12-a122bdfa415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.924282] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f866789-1a6b-4ca7-83b1-c7145a646511 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.927567] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403923, 'name': CreateVM_Task} progress is 15%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.935607] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.942909] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b694efa7-188e-4fd6-93b6-a0a1072d0dfb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.965469] env[62849]: DEBUG nova.compute.provider_tree [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.080041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.092482] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525830d2-b7b2-3df8-bee6-42ff3bbc26c9, 'name': SearchDatastore_Task, 'duration_secs': 0.017569} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.092730] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.093014] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.093284] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.093506] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.093728] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.094101] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebfd04d5-cb55-4a0c-b6b8-3ad21335a4c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.105224] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.105330] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.107124] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3944aec-592d-40de-b588-a98d3a817180 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.112874] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 686.112874] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b0a78d-622d-3fe8-5733-87c892ee0e5a" [ 686.112874] env[62849]: _type = "Task" [ 686.112874] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.122745] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b0a78d-622d-3fe8-5733-87c892ee0e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.151414] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquiring lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.151687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.159483] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.187581] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.187901] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.188122] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.188432] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.188493] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.188618] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.189027] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.189317] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.189562] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.189845] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.190138] env[62849]: DEBUG nova.virt.hardware [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.191477] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfdd8a5-adf5-4c1d-8859-208c4f5e194f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.201727] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf19ba8-bb69-4929-80be-c4b13a450eee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.343088] env[62849]: DEBUG nova.network.neutron [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Updated VIF entry in instance network info cache for port 4e3b5ca2-a822-421f-856f-b8f3c2682a39. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 686.343088] env[62849]: DEBUG nova.network.neutron [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Updating instance_info_cache with network_info: [{"id": "4e3b5ca2-a822-421f-856f-b8f3c2682a39", "address": "fa:16:3e:de:0a:21", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3b5ca2-a8", "ovs_interfaceid": "4e3b5ca2-a822-421f-856f-b8f3c2682a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.381966] env[62849]: DEBUG oslo_concurrency.lockutils [req-c7d9aadd-0a1d-4cc4-9fb5-b62c230a3e9c req-e3fc2377-ed2f-4b7c-9e39-8e24f186d8d3 service nova] Releasing lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.385325] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquired lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.385325] env[62849]: DEBUG nova.network.neutron [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 686.388905] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403923, 'name': CreateVM_Task, 'duration_secs': 0.49638} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.389205] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.389891] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.390174] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.390636] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.390985] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546275da-4734-4f39-99ba-7b69388b7e41 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.397069] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 686.397069] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52555921-f4e9-4643-f316-b2459dafbbca" [ 686.397069] env[62849]: _type = "Task" [ 686.397069] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.410757] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52555921-f4e9-4643-f316-b2459dafbbca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.428393] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687755} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.429223] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] f64c98c0-a688-4b08-ab87-9b55e100cc76/f64c98c0-a688-4b08-ab87-9b55e100cc76.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.429223] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.429223] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b5b0566-5c4b-4d63-9bfe-13cd221fe0cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.438029] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 686.438029] env[62849]: value = "task-4403924" [ 686.438029] env[62849]: _type = "Task" [ 686.438029] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.449026] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.474584] env[62849]: DEBUG nova.scheduler.client.report [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.625746] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b0a78d-622d-3fe8-5733-87c892ee0e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.0261} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.626795] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc43479-dfd7-488e-bc4d-12eda475ed18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.634064] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 686.634064] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f9925c-a657-9649-c4e1-62996507bc23" [ 686.634064] env[62849]: _type = "Task" [ 686.634064] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.644310] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f9925c-a657-9649-c4e1-62996507bc23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.845082] env[62849]: DEBUG oslo_concurrency.lockutils [req-fde89e57-48da-40bd-ba27-b6c41e9bb267 req-01354f4e-bb98-441c-81b2-48833112f8cc service nova] Releasing lock "refresh_cache-f110ff88-3c5f-42e9-b515-8d5e726a89a4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.910904] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52555921-f4e9-4643-f316-b2459dafbbca, 'name': SearchDatastore_Task, 'duration_secs': 0.026757} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.911451] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.911814] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.912163] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.948094] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077599} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.948401] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.949280] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86211942-4da4-4fa0-9125-72c5fbe87579 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.976968] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] f64c98c0-a688-4b08-ab87-9b55e100cc76/f64c98c0-a688-4b08-ab87-9b55e100cc76.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.977423] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c511490-ffe4-4888-86f8-0f28c4d3f2bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.999423] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.001091] env[62849]: DEBUG nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.004566] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.765s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.006710] env[62849]: INFO nova.compute.claims [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.017136] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 687.017136] env[62849]: value = "task-4403925" [ 687.017136] env[62849]: _type = "Task" [ 687.017136] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.028057] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.149141] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f9925c-a657-9649-c4e1-62996507bc23, 'name': SearchDatastore_Task, 'duration_secs': 0.014504} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.149141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.149427] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] f110ff88-3c5f-42e9-b515-8d5e726a89a4/f110ff88-3c5f-42e9-b515-8d5e726a89a4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.149919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.150277] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.150748] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ed9255b-792f-4ff0-a766-5f7a471b015d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.155987] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44863a21-8dd9-48df-a42c-c0ba79919fb4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.167148] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 687.167148] env[62849]: value = "task-4403926" [ 687.167148] env[62849]: _type = "Task" [ 687.167148] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.167621] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.167945] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.172653] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99541ae7-3f08-4d80-b724-5effff4e1166 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.183214] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 687.183214] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5223e619-c5b4-92f8-7fda-148be7f7a504" [ 687.183214] env[62849]: _type = "Task" [ 687.183214] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.187534] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.199059] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5223e619-c5b4-92f8-7fda-148be7f7a504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.254044] env[62849]: DEBUG oslo_concurrency.lockutils [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c470235b-8456-4a41-90c3-89205b6d0e32" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.254694] env[62849]: DEBUG oslo_concurrency.lockutils [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.254694] env[62849]: DEBUG nova.compute.manager [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.255514] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5249048-99ad-4b5a-9c29-f04843266bda {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.264025] env[62849]: DEBUG nova.compute.manager [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 687.264590] env[62849]: DEBUG nova.objects.instance [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'flavor' on Instance uuid c470235b-8456-4a41-90c3-89205b6d0e32 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.300183] env[62849]: DEBUG nova.network.neutron [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updating instance_info_cache with network_info: [{"id": "8bb59813-9416-43bc-8d12-a122bdfa415e", "address": "fa:16:3e:40:18:6f", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb59813-94", "ovs_interfaceid": "8bb59813-9416-43bc-8d12-a122bdfa415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.515970] env[62849]: DEBUG nova.compute.utils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.517772] env[62849]: DEBUG nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.517970] env[62849]: DEBUG nova.network.neutron [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.531559] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403925, 'name': ReconfigVM_Task, 'duration_secs': 0.427829} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.532649] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Reconfigured VM instance instance-00000020 to attach disk [datastore2] f64c98c0-a688-4b08-ab87-9b55e100cc76/f64c98c0-a688-4b08-ab87-9b55e100cc76.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.534093] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aece2e9e-22f3-4215-925b-3b3fdd50e242 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.544764] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 687.544764] env[62849]: value = "task-4403927" [ 687.544764] env[62849]: _type = "Task" [ 687.544764] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.555629] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403927, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.606376] env[62849]: DEBUG nova.policy [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '930aef4a73094b988260f72693ac35d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3d1676f88b047108c92f2fc5c107968', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.678079] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.702399] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5223e619-c5b4-92f8-7fda-148be7f7a504, 'name': SearchDatastore_Task, 'duration_secs': 0.022699} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.702399] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dee5d88-9a6b-4604-9241-f0403bfc7f81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.710154] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 687.710154] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52157d0a-38cf-6ba8-a03a-0e7657255798" [ 687.710154] env[62849]: _type = "Task" [ 687.710154] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.716082] env[62849]: DEBUG nova.compute.manager [req-71c6caa2-f86a-4084-aceb-f892a5947ae6 req-94aa91d0-462e-49a9-a60b-186db78ddbc0 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] Received event network-vif-plugged-05cd2bcb-aa21-4e81-90e4-f90f1b081b8d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 687.716973] env[62849]: DEBUG oslo_concurrency.lockutils [req-71c6caa2-f86a-4084-aceb-f892a5947ae6 req-94aa91d0-462e-49a9-a60b-186db78ddbc0 service nova] Acquiring lock "97442961-6787-4685-b56d-c46411b585c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.717353] env[62849]: DEBUG oslo_concurrency.lockutils [req-71c6caa2-f86a-4084-aceb-f892a5947ae6 req-94aa91d0-462e-49a9-a60b-186db78ddbc0 service nova] Lock "97442961-6787-4685-b56d-c46411b585c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.717986] env[62849]: DEBUG oslo_concurrency.lockutils [req-71c6caa2-f86a-4084-aceb-f892a5947ae6 req-94aa91d0-462e-49a9-a60b-186db78ddbc0 service nova] Lock "97442961-6787-4685-b56d-c46411b585c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.718392] env[62849]: DEBUG nova.compute.manager [req-71c6caa2-f86a-4084-aceb-f892a5947ae6 req-94aa91d0-462e-49a9-a60b-186db78ddbc0 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] No waiting events found dispatching network-vif-plugged-05cd2bcb-aa21-4e81-90e4-f90f1b081b8d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.718737] env[62849]: WARNING nova.compute.manager [req-71c6caa2-f86a-4084-aceb-f892a5947ae6 req-94aa91d0-462e-49a9-a60b-186db78ddbc0 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] Received unexpected event network-vif-plugged-05cd2bcb-aa21-4e81-90e4-f90f1b081b8d for instance with vm_state building and task_state spawning. [ 687.727112] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52157d0a-38cf-6ba8-a03a-0e7657255798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.801461] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Releasing lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.969816] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Successfully updated port: 05cd2bcb-aa21-4e81-90e4-f90f1b081b8d {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 688.024779] env[62849]: DEBUG nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.062380] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403927, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.168044] env[62849]: DEBUG nova.network.neutron [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Successfully created port: e9e5294a-6c2b-4a60-a01c-56c72193769b {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 688.184348] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591218} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.184721] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] f110ff88-3c5f-42e9-b515-8d5e726a89a4/f110ff88-3c5f-42e9-b515-8d5e726a89a4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.184851] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.185373] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfd55d6c-b540-48b5-a0ea-d5de40bda162 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.193730] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 688.193730] env[62849]: value = "task-4403928" [ 688.193730] env[62849]: _type = "Task" [ 688.193730] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.205622] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.222687] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52157d0a-38cf-6ba8-a03a-0e7657255798, 'name': SearchDatastore_Task, 'duration_secs': 0.032426} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.223019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.223316] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2/fd3937ee-0e16-4381-91bc-3413556aacc2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.223656] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf3533a-fb8f-4bf3-8057-b2da0fa7f486 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.233158] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 688.233158] env[62849]: value = "task-4403929" [ 688.233158] env[62849]: _type = "Task" [ 688.233158] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.243462] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.279920] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.280555] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dcf5744-f2b2-4c39-ba67-cbfc29aae37d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.289408] env[62849]: DEBUG oslo_vmware.api [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 688.289408] env[62849]: value = "task-4403930" [ 688.289408] env[62849]: _type = "Task" [ 688.289408] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.301580] env[62849]: DEBUG oslo_vmware.api [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.311049] env[62849]: DEBUG nova.compute.manager [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.312038] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c34cce-c39b-4639-8730-d615bac0e204 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.474197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "refresh_cache-97442961-6787-4685-b56d-c46411b585c4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.474197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "refresh_cache-97442961-6787-4685-b56d-c46411b585c4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.474197] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 688.563575] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403927, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.679565] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d8fa6f-c9bd-4852-9345-ed39d48eeb91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.689346] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1962a6-9599-4857-afa5-ed1bdd56e10c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.729772] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c62c2d-8d83-4107-b96d-98a99e8f33e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.735659] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073746} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.739311] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.742030] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e8ea0-4f2f-406b-9893-15470c7f08ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.745671] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3293af-0230-4527-a04e-b7258e04ea4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.752972] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.772718] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] f110ff88-3c5f-42e9-b515-8d5e726a89a4/f110ff88-3c5f-42e9-b515-8d5e726a89a4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.780994] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7566e84b-4dab-4ca0-8738-6fd01b4ae5d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.796104] env[62849]: DEBUG nova.compute.provider_tree [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.812753] env[62849]: DEBUG oslo_vmware.api [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.814135] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 688.814135] env[62849]: value = "task-4403931" [ 688.814135] env[62849]: _type = "Task" [ 688.814135] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.826521] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.019656] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 689.041985] env[62849]: DEBUG nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.066299] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403927, 'name': Rename_Task, 'duration_secs': 1.356319} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.068653] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.068928] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.069107] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.069292] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.069519] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.069571] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.069776] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.069977] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.070195] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.070380] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.070705] env[62849]: DEBUG nova.virt.hardware [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.073572] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.074297] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc8dc8f-5e42-44ad-9bd3-f3bafcadd3ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.076827] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d5f9668-4a98-4cbe-9b52-ca4a5463750a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.086480] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2976c00e-5fe8-429e-bdc8-77b6ab99d27d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.091879] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 689.091879] env[62849]: value = "task-4403932" [ 689.091879] env[62849]: _type = "Task" [ 689.091879] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.117523] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.245784] env[62849]: DEBUG nova.network.neutron [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Updating instance_info_cache with network_info: [{"id": "05cd2bcb-aa21-4e81-90e4-f90f1b081b8d", "address": "fa:16:3e:84:bc:e8", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cd2bcb-aa", "ovs_interfaceid": "05cd2bcb-aa21-4e81-90e4-f90f1b081b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.250572] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.310316] env[62849]: DEBUG oslo_vmware.api [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403930, 'name': PowerOffVM_Task, 'duration_secs': 0.902766} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.310616] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.310839] env[62849]: DEBUG nova.compute.manager [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.311664] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a329c5-10ee-4854-8566-a3d5560aafe9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.325369] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.326741] env[62849]: ERROR nova.scheduler.client.report [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [req-32a1e4f9-d0db-45b5-ada2-463fb8767c7b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32a1e4f9-d0db-45b5-ada2-463fb8767c7b"}]} [ 689.338378] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfc9a72-15b3-4ba6-9404-7944363c21e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.349098] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Doing hard reboot of VM {{(pid=62849) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 689.350642] env[62849]: DEBUG nova.scheduler.client.report [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 689.352874] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-42cbaf1b-12ce-41e3-9723-a60bf8fea005 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.363682] env[62849]: DEBUG oslo_vmware.api [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 689.363682] env[62849]: value = "task-4403933" [ 689.363682] env[62849]: _type = "Task" [ 689.363682] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.378336] env[62849]: DEBUG oslo_vmware.api [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403933, 'name': ResetVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.382568] env[62849]: DEBUG nova.scheduler.client.report [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 689.382834] env[62849]: DEBUG nova.compute.provider_tree [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.404108] env[62849]: DEBUG nova.scheduler.client.report [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 689.427979] env[62849]: DEBUG nova.scheduler.client.report [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 689.606293] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.749679] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403929, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.227888} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.752628] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2/fd3937ee-0e16-4381-91bc-3413556aacc2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.752846] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.753304] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "refresh_cache-97442961-6787-4685-b56d-c46411b585c4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.753589] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Instance network_info: |[{"id": "05cd2bcb-aa21-4e81-90e4-f90f1b081b8d", "address": "fa:16:3e:84:bc:e8", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cd2bcb-aa", "ovs_interfaceid": "05cd2bcb-aa21-4e81-90e4-f90f1b081b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.754057] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2dc6f86-56b9-4709-b351-3c2acdd8ae84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.756216] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:bc:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05cd2bcb-aa21-4e81-90e4-f90f1b081b8d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.763725] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.763969] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97442961-6787-4685-b56d-c46411b585c4] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.764802] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bef855e-2784-462d-b536-17cf1a30eecf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.788911] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 689.788911] env[62849]: value = "task-4403934" [ 689.788911] env[62849]: _type = "Task" [ 689.788911] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.790386] env[62849]: DEBUG nova.compute.manager [req-05720b28-4dda-4466-b42c-807d4d6b8d8d req-e2f9a56e-421e-4d93-8a61-a80f56f38836 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] Received event network-changed-05cd2bcb-aa21-4e81-90e4-f90f1b081b8d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 689.790580] env[62849]: DEBUG nova.compute.manager [req-05720b28-4dda-4466-b42c-807d4d6b8d8d req-e2f9a56e-421e-4d93-8a61-a80f56f38836 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] Refreshing instance network info cache due to event network-changed-05cd2bcb-aa21-4e81-90e4-f90f1b081b8d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 689.790790] env[62849]: DEBUG oslo_concurrency.lockutils [req-05720b28-4dda-4466-b42c-807d4d6b8d8d req-e2f9a56e-421e-4d93-8a61-a80f56f38836 service nova] Acquiring lock "refresh_cache-97442961-6787-4685-b56d-c46411b585c4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.790930] env[62849]: DEBUG oslo_concurrency.lockutils [req-05720b28-4dda-4466-b42c-807d4d6b8d8d req-e2f9a56e-421e-4d93-8a61-a80f56f38836 service nova] Acquired lock "refresh_cache-97442961-6787-4685-b56d-c46411b585c4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.791099] env[62849]: DEBUG nova.network.neutron [req-05720b28-4dda-4466-b42c-807d4d6b8d8d req-e2f9a56e-421e-4d93-8a61-a80f56f38836 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] Refreshing network info cache for port 05cd2bcb-aa21-4e81-90e4-f90f1b081b8d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.799332] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.799332] env[62849]: value = "task-4403935" [ 689.799332] env[62849]: _type = "Task" [ 689.799332] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.807089] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.816353] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403935, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.829432] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403931, 'name': ReconfigVM_Task, 'duration_secs': 0.826611} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.829930] env[62849]: DEBUG oslo_concurrency.lockutils [None req-68bb2f75-f04e-4a97-a4f3-e408c4a59c6b tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.576s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.833722] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Reconfigured VM instance instance-00000021 to attach disk [datastore2] f110ff88-3c5f-42e9-b515-8d5e726a89a4/f110ff88-3c5f-42e9-b515-8d5e726a89a4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.835546] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1e039a-b6ea-4235-9808-ab0d6b0c7da9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.844860] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 689.844860] env[62849]: value = "task-4403936" [ 689.844860] env[62849]: _type = "Task" [ 689.844860] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.860127] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403936, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.876715] env[62849]: DEBUG oslo_vmware.api [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403933, 'name': ResetVM_Task, 'duration_secs': 0.118911} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.879568] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Did hard reboot of VM {{(pid=62849) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 689.879792] env[62849]: DEBUG nova.compute.manager [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.880928] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21662bdb-1ef0-4fda-932e-f667499946db {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.003657] env[62849]: DEBUG nova.network.neutron [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Successfully updated port: e9e5294a-6c2b-4a60-a01c-56c72193769b {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 690.034612] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c4dedb-e2d0-4810-baa6-12e6bf3f62b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.043773] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f67e7-c1f9-4e47-a512-923c9d7b06df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.076624] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df280b38-4ee6-4dd3-9a07-f692775c048f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.084994] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ce975-199d-4fd4-bb9a-acb2faefeb6f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.100661] env[62849]: DEBUG nova.compute.provider_tree [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.112151] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403932, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.302780] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179276} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.305663] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.306405] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3100c61a-6e42-43d2-8485-1482a380143e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.314104] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403935, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.329184] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2/fd3937ee-0e16-4381-91bc-3413556aacc2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.329486] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6611cc-618d-415c-8e0c-80f3b2703abf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.352546] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 690.352546] env[62849]: value = "task-4403937" [ 690.352546] env[62849]: _type = "Task" [ 690.352546] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.355804] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403936, 'name': Rename_Task, 'duration_secs': 0.359919} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.358970] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.359251] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0d6be1-2d27-4a77-aa1c-c3078f0eb090 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.366595] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403937, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.368042] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 690.368042] env[62849]: value = "task-4403938" [ 690.368042] env[62849]: _type = "Task" [ 690.368042] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.377209] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.400220] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80df60f3-8d00-4989-a8ce-fc4474c8f2ca tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.876s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.506038] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "refresh_cache-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.506238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquired lock "refresh_cache-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.506398] env[62849]: DEBUG nova.network.neutron [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 690.592637] env[62849]: DEBUG nova.network.neutron [req-05720b28-4dda-4466-b42c-807d4d6b8d8d req-e2f9a56e-421e-4d93-8a61-a80f56f38836 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] Updated VIF entry in instance network info cache for port 05cd2bcb-aa21-4e81-90e4-f90f1b081b8d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.592637] env[62849]: DEBUG nova.network.neutron [req-05720b28-4dda-4466-b42c-807d4d6b8d8d req-e2f9a56e-421e-4d93-8a61-a80f56f38836 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] Updating instance_info_cache with network_info: [{"id": "05cd2bcb-aa21-4e81-90e4-f90f1b081b8d", "address": "fa:16:3e:84:bc:e8", "network": {"id": "2bbfda49-2944-4eb7-87b4-a1919865e086", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1240731908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcdc992f6aa64d669b5214e36374b59b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cd2bcb-aa", "ovs_interfaceid": "05cd2bcb-aa21-4e81-90e4-f90f1b081b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.611717] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403932, 'name': PowerOnVM_Task, 'duration_secs': 1.11698} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.612577] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.612781] env[62849]: INFO nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Took 11.45 seconds to spawn the instance on the hypervisor. [ 690.612960] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.614274] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a0dc5d-f457-4b8a-b603-93ee3e325f52 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.656011] env[62849]: DEBUG nova.scheduler.client.report [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 690.656307] env[62849]: DEBUG nova.compute.provider_tree [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 59 to 60 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 690.656482] env[62849]: DEBUG nova.compute.provider_tree [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.814941] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403935, 'name': CreateVM_Task, 'duration_secs': 0.783506} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.815151] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97442961-6787-4685-b56d-c46411b585c4] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.815865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.816048] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.816373] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.816654] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002953e3-34a1-4b64-a9a4-0b5615331d85 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.824404] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 690.824404] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c23339-27ca-ed1a-1752-21ebb36bd5e1" [ 690.824404] env[62849]: _type = "Task" [ 690.824404] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.835352] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c23339-27ca-ed1a-1752-21ebb36bd5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.866345] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.878072] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.058109] env[62849]: DEBUG nova.network.neutron [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 691.084996] env[62849]: DEBUG nova.objects.instance [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'flavor' on Instance uuid c470235b-8456-4a41-90c3-89205b6d0e32 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.097701] env[62849]: DEBUG oslo_concurrency.lockutils [req-05720b28-4dda-4466-b42c-807d4d6b8d8d req-e2f9a56e-421e-4d93-8a61-a80f56f38836 service nova] Releasing lock "refresh_cache-97442961-6787-4685-b56d-c46411b585c4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.138990] env[62849]: INFO nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Took 39.51 seconds to build instance. [ 691.162087] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.157s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.162645] env[62849]: DEBUG nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.169194] env[62849]: DEBUG nova.compute.manager [req-ed97645c-55c2-4e4c-87bc-5b6c0feaa8d7 req-85913eb3-9702-435b-87ec-0eb8e718f479 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Received event network-changed-8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 691.169194] env[62849]: DEBUG nova.compute.manager [req-ed97645c-55c2-4e4c-87bc-5b6c0feaa8d7 req-85913eb3-9702-435b-87ec-0eb8e718f479 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Refreshing instance network info cache due to event network-changed-8bb59813-9416-43bc-8d12-a122bdfa415e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 691.169194] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed97645c-55c2-4e4c-87bc-5b6c0feaa8d7 req-85913eb3-9702-435b-87ec-0eb8e718f479 service nova] Acquiring lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.169194] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed97645c-55c2-4e4c-87bc-5b6c0feaa8d7 req-85913eb3-9702-435b-87ec-0eb8e718f479 service nova] Acquired lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.169194] env[62849]: DEBUG nova.network.neutron [req-ed97645c-55c2-4e4c-87bc-5b6c0feaa8d7 req-85913eb3-9702-435b-87ec-0eb8e718f479 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Refreshing network info cache for port 8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.169378] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.010s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.169378] env[62849]: DEBUG nova.objects.instance [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lazy-loading 'resources' on Instance uuid fdecc65e-a494-49e8-b2d6-8ae318dd2f71 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.279268] env[62849]: DEBUG nova.network.neutron [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Updating instance_info_cache with network_info: [{"id": "e9e5294a-6c2b-4a60-a01c-56c72193769b", "address": "fa:16:3e:34:fb:07", "network": {"id": "d5f25dac-07c4-47c1-9cbb-6d775cd5cbfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1349087439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3d1676f88b047108c92f2fc5c107968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e5294a-6c", "ovs_interfaceid": "e9e5294a-6c2b-4a60-a01c-56c72193769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.340142] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c23339-27ca-ed1a-1752-21ebb36bd5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.046419} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.340333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.340746] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.340842] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.341047] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.341422] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.341665] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-397b1d0c-73e3-42fa-94c8-d084e7a52072 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.352785] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.352999] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.354050] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5dc078c-2f8f-45f7-a40b-9c2a2006197f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.366874] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 691.366874] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cd19c4-3e66-7490-aaeb-025641f28cbd" [ 691.366874] env[62849]: _type = "Task" [ 691.366874] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.370396] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403937, 'name': ReconfigVM_Task, 'duration_secs': 0.812515} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.377307] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Reconfigured VM instance instance-0000001e to attach disk [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2/fd3937ee-0e16-4381-91bc-3413556aacc2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.381301] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a3e81a-1353-49b1-b2ad-654901e4c4a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.385670] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403938, 'name': PowerOnVM_Task, 'duration_secs': 0.971004} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.393926] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.393926] env[62849]: INFO nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Took 9.41 seconds to spawn the instance on the hypervisor. [ 691.393926] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.393926] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cd19c4-3e66-7490-aaeb-025641f28cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.013759} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.393926] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 691.393926] env[62849]: value = "task-4403939" [ 691.393926] env[62849]: _type = "Task" [ 691.393926] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.394307] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad549f80-61e9-4f7b-9343-866086ae5a27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.395016] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714d5a3a-aecc-4451-9522-e532f17e0647 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.409614] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 691.409614] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e87451-ac66-3d34-4493-306983c80017" [ 691.409614] env[62849]: _type = "Task" [ 691.409614] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.414443] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403939, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.424622] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e87451-ac66-3d34-4493-306983c80017, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.424789] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.425062] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 97442961-6787-4685-b56d-c46411b585c4/97442961-6787-4685-b56d-c46411b585c4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.428170] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2271c09-09d6-4c2d-8b42-65de9b25c672 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.434626] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 691.434626] env[62849]: value = "task-4403940" [ 691.434626] env[62849]: _type = "Task" [ 691.434626] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.445252] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.591357] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.591639] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.591818] env[62849]: DEBUG nova.network.neutron [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 691.592037] env[62849]: DEBUG nova.objects.instance [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'info_cache' on Instance uuid c470235b-8456-4a41-90c3-89205b6d0e32 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.648114] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f64c98c0-a688-4b08-ab87-9b55e100cc76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.498s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.671044] env[62849]: DEBUG nova.compute.utils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.673372] env[62849]: DEBUG nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.673452] env[62849]: DEBUG nova.network.neutron [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 691.784902] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Releasing lock "refresh_cache-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.784902] env[62849]: DEBUG nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Instance network_info: |[{"id": "e9e5294a-6c2b-4a60-a01c-56c72193769b", "address": "fa:16:3e:34:fb:07", "network": {"id": "d5f25dac-07c4-47c1-9cbb-6d775cd5cbfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1349087439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3d1676f88b047108c92f2fc5c107968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e5294a-6c", "ovs_interfaceid": "e9e5294a-6c2b-4a60-a01c-56c72193769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.785237] env[62849]: DEBUG nova.policy [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d105502051945e49d13f4c3d74f80fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66f3c26ba0d346db8159ec4eb5d7ff15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.786816] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:fb:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9e5294a-6c2b-4a60-a01c-56c72193769b', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.795638] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Creating folder: Project (b3d1676f88b047108c92f2fc5c107968). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.799176] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b78d95d0-63e2-4bcd-8372-0012f2ab0e49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.812852] env[62849]: DEBUG nova.compute.manager [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Received event network-vif-plugged-e9e5294a-6c2b-4a60-a01c-56c72193769b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 691.813173] env[62849]: DEBUG oslo_concurrency.lockutils [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] Acquiring lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.813476] env[62849]: DEBUG oslo_concurrency.lockutils [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] Lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.813590] env[62849]: DEBUG oslo_concurrency.lockutils [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] Lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.813739] env[62849]: DEBUG nova.compute.manager [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] No waiting events found dispatching network-vif-plugged-e9e5294a-6c2b-4a60-a01c-56c72193769b {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.813935] env[62849]: WARNING nova.compute.manager [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Received unexpected event network-vif-plugged-e9e5294a-6c2b-4a60-a01c-56c72193769b for instance with vm_state building and task_state spawning. [ 691.814121] env[62849]: DEBUG nova.compute.manager [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Received event network-changed-e9e5294a-6c2b-4a60-a01c-56c72193769b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 691.814273] env[62849]: DEBUG nova.compute.manager [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Refreshing instance network info cache due to event network-changed-e9e5294a-6c2b-4a60-a01c-56c72193769b. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 691.814458] env[62849]: DEBUG oslo_concurrency.lockutils [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] Acquiring lock "refresh_cache-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.814589] env[62849]: DEBUG oslo_concurrency.lockutils [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] Acquired lock "refresh_cache-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.814738] env[62849]: DEBUG nova.network.neutron [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Refreshing network info cache for port e9e5294a-6c2b-4a60-a01c-56c72193769b {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.820988] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Created folder: Project (b3d1676f88b047108c92f2fc5c107968) in parent group-v861840. [ 691.821221] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Creating folder: Instances. Parent ref: group-v861939. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.821949] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d469421-e645-4ac0-93eb-333d8ff89bd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.841375] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Created folder: Instances in parent group-v861939. [ 691.841375] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.841375] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.841375] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7528ca70-4c3a-473a-8d97-a29467a53a02 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.876024] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.876024] env[62849]: value = "task-4403943" [ 691.876024] env[62849]: _type = "Task" [ 691.876024] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.888825] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403943, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.914042] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403939, 'name': Rename_Task, 'duration_secs': 0.16116} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.914042] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.914285] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50774841-3a9e-486f-bc02-0a45eff38fbe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.930445] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 691.930445] env[62849]: value = "task-4403944" [ 691.930445] env[62849]: _type = "Task" [ 691.930445] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.931125] env[62849]: INFO nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Took 36.17 seconds to build instance. [ 691.947535] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.956524] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403940, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.013343] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.013629] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.013845] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.014074] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.014314] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.019023] env[62849]: INFO nova.compute.manager [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Terminating instance [ 692.096751] env[62849]: DEBUG nova.objects.base [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 692.153358] env[62849]: DEBUG nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.159667] env[62849]: DEBUG nova.network.neutron [req-ed97645c-55c2-4e4c-87bc-5b6c0feaa8d7 req-85913eb3-9702-435b-87ec-0eb8e718f479 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updated VIF entry in instance network info cache for port 8bb59813-9416-43bc-8d12-a122bdfa415e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.160096] env[62849]: DEBUG nova.network.neutron [req-ed97645c-55c2-4e4c-87bc-5b6c0feaa8d7 req-85913eb3-9702-435b-87ec-0eb8e718f479 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updating instance_info_cache with network_info: [{"id": "8bb59813-9416-43bc-8d12-a122bdfa415e", "address": "fa:16:3e:40:18:6f", "network": {"id": "ed27cddb-92b0-4b05-b6f2-1850699c4ada", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-484457363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f490407f9ff44ceb464cfab435357fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb59813-94", "ovs_interfaceid": "8bb59813-9416-43bc-8d12-a122bdfa415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.182398] env[62849]: DEBUG nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.376333] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f71c1d-9079-41b9-9fd1-b538c22bc554 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.392472] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c11bc5-4ac4-4c6d-82a0-b28fa7eefe4c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.395893] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403943, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.425424] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d73cc4-71f1-4eb7-94ca-906e995b9563 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.442384] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b74a24-1fb7-4c8e-a6e3-511b4bc56b31 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.449704] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.245s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.473245] env[62849]: DEBUG nova.compute.provider_tree [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.489934] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403940, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.491301] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403944, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.492751] env[62849]: DEBUG nova.scheduler.client.report [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.527258] env[62849]: DEBUG nova.compute.manager [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.528026] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.528931] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0806b37f-6009-4306-a147-fbf43dd785cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.537183] env[62849]: DEBUG nova.network.neutron [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Successfully created port: 9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.546932] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.547419] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1059e1f-354c-46e3-83b8-4e63e90f2cbd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.557035] env[62849]: DEBUG oslo_vmware.api [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 692.557035] env[62849]: value = "task-4403945" [ 692.557035] env[62849]: _type = "Task" [ 692.557035] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.568323] env[62849]: DEBUG oslo_vmware.api [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.668645] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed97645c-55c2-4e4c-87bc-5b6c0feaa8d7 req-85913eb3-9702-435b-87ec-0eb8e718f479 service nova] Releasing lock "refresh_cache-a0ead213-74aa-4f55-8263-4cb4b5822f8d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.693162] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.888457] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403943, 'name': CreateVM_Task, 'duration_secs': 0.531323} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.888676] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.889483] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.889649] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.890518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.890518] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2f24d7e-38fb-4736-ba30-1d63a08bb2d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.897426] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 692.897426] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f8e1bc-d247-ffa6-2d82-a41635d70042" [ 692.897426] env[62849]: _type = "Task" [ 692.897426] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.907681] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f8e1bc-d247-ffa6-2d82-a41635d70042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.944584] env[62849]: DEBUG oslo_vmware.api [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403944, 'name': PowerOnVM_Task, 'duration_secs': 0.774496} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.944858] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.945091] env[62849]: DEBUG nova.compute.manager [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.946043] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8492903a-e083-40b5-a4a7-b3be9c99a5d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.958059] env[62849]: DEBUG nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.964283] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403940, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.969779] env[62849]: DEBUG nova.network.neutron [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Updated VIF entry in instance network info cache for port e9e5294a-6c2b-4a60-a01c-56c72193769b. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.970169] env[62849]: DEBUG nova.network.neutron [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Updating instance_info_cache with network_info: [{"id": "e9e5294a-6c2b-4a60-a01c-56c72193769b", "address": "fa:16:3e:34:fb:07", "network": {"id": "d5f25dac-07c4-47c1-9cbb-6d775cd5cbfc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1349087439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3d1676f88b047108c92f2fc5c107968", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e5294a-6c", "ovs_interfaceid": "e9e5294a-6c2b-4a60-a01c-56c72193769b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.000384] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.003824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.527s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.005726] env[62849]: INFO nova.compute.claims [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.040024] env[62849]: INFO nova.scheduler.client.report [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Deleted allocations for instance fdecc65e-a494-49e8-b2d6-8ae318dd2f71 [ 693.071144] env[62849]: DEBUG oslo_vmware.api [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403945, 'name': PowerOffVM_Task, 'duration_secs': 0.198044} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.071457] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.071639] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.071914] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d4e4f8e-1617-45a0-bae2-0ed40b3c022e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.145842] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.146246] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.146485] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Deleting the datastore file [datastore2] a0ead213-74aa-4f55-8263-4cb4b5822f8d {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.146827] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e67aa644-fe07-41d3-8df4-eeabe120ee49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.155070] env[62849]: DEBUG oslo_vmware.api [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 693.155070] env[62849]: value = "task-4403947" [ 693.155070] env[62849]: _type = "Task" [ 693.155070] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.165229] env[62849]: DEBUG oslo_vmware.api [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.195829] env[62849]: DEBUG nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.222656] env[62849]: DEBUG nova.network.neutron [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.229912] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.229912] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.230927] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.230927] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.230927] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.230927] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.230927] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.230927] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.231278] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.231278] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.231381] env[62849]: DEBUG nova.virt.hardware [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.232316] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fb0889-fb6c-4e23-ae01-9a55244ad83d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.242405] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c75ab54-3648-41d3-a7a3-0edfc9491e13 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.412431] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f8e1bc-d247-ffa6-2d82-a41635d70042, 'name': SearchDatastore_Task, 'duration_secs': 0.025631} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.412751] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.412989] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.413277] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.413460] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.413662] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.413972] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-167cf3d7-ff1c-4548-83a8-50b494a9a453 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.426674] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.428399] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.428399] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfeb3a0-949c-4818-b89a-b2a647566b50 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.435602] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 693.435602] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dcfafd-a935-a758-6db3-41085bee8b41" [ 693.435602] env[62849]: _type = "Task" [ 693.435602] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.446259] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dcfafd-a935-a758-6db3-41085bee8b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.461778] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403940, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.555635} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.462077] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 97442961-6787-4685-b56d-c46411b585c4/97442961-6787-4685-b56d-c46411b585c4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.462294] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.462556] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75f74b35-5efa-49dd-9dac-1ac325a32544 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.477889] env[62849]: DEBUG oslo_concurrency.lockutils [req-deb18e32-367c-4a4b-a09b-c1431c892b85 req-d5488ae8-2d1d-4f7e-9260-72a93136ff7a service nova] Releasing lock "refresh_cache-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.478375] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 693.478375] env[62849]: value = "task-4403948" [ 693.478375] env[62849]: _type = "Task" [ 693.478375] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.494659] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.495993] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.497991] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.551422] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09712f98-1936-4b6d-9409-612d3da75414 tempest-InstanceActionsNegativeTestJSON-1914610906 tempest-InstanceActionsNegativeTestJSON-1914610906-project-member] Lock "fdecc65e-a494-49e8-b2d6-8ae318dd2f71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.274s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.670483] env[62849]: DEBUG oslo_vmware.api [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4403947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290908} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.670702] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.670866] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.671174] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.671267] env[62849]: INFO nova.compute.manager [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 693.671495] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.671684] env[62849]: DEBUG nova.compute.manager [-] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.671780] env[62849]: DEBUG nova.network.neutron [-] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 693.727423] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.911048] env[62849]: DEBUG oslo_concurrency.lockutils [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.911195] env[62849]: DEBUG oslo_concurrency.lockutils [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.948585] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dcfafd-a935-a758-6db3-41085bee8b41, 'name': SearchDatastore_Task, 'duration_secs': 0.023702} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.948688] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c491e3-e1a8-430c-bafe-92e409bb6b29 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.956016] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 693.956016] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52782918-5f7b-c5db-f61d-2791ea577db3" [ 693.956016] env[62849]: _type = "Task" [ 693.956016] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.966134] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52782918-5f7b-c5db-f61d-2791ea577db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.992424] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080383} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.992975] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.993738] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82cdc9d-615d-4200-8d34-47ed3d21aadf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.019818] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 97442961-6787-4685-b56d-c46411b585c4/97442961-6787-4685-b56d-c46411b585c4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.023292] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85385a27-80a1-4da8-a366-014676135499 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.045160] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 694.045160] env[62849]: value = "task-4403949" [ 694.045160] env[62849]: _type = "Task" [ 694.045160] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.055171] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.141646] env[62849]: DEBUG nova.compute.manager [req-85200c9e-3771-4515-8b46-ebf87f606834 req-74f93727-e01c-4288-a82e-a20c02702c94 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Received event network-vif-deleted-8bb59813-9416-43bc-8d12-a122bdfa415e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 694.141646] env[62849]: INFO nova.compute.manager [req-85200c9e-3771-4515-8b46-ebf87f606834 req-74f93727-e01c-4288-a82e-a20c02702c94 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Neutron deleted interface 8bb59813-9416-43bc-8d12-a122bdfa415e; detaching it from the instance and deleting it from the info cache [ 694.141646] env[62849]: DEBUG nova.network.neutron [req-85200c9e-3771-4515-8b46-ebf87f606834 req-74f93727-e01c-4288-a82e-a20c02702c94 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.143858] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "fd3937ee-0e16-4381-91bc-3413556aacc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.144655] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "fd3937ee-0e16-4381-91bc-3413556aacc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.144877] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "fd3937ee-0e16-4381-91bc-3413556aacc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.145094] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "fd3937ee-0e16-4381-91bc-3413556aacc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.145273] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "fd3937ee-0e16-4381-91bc-3413556aacc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.147838] env[62849]: INFO nova.compute.manager [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Terminating instance [ 694.414455] env[62849]: DEBUG nova.compute.utils [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.469769] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52782918-5f7b-c5db-f61d-2791ea577db3, 'name': SearchDatastore_Task, 'duration_secs': 0.016525} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.472530] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.472797] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] af7dc99a-2520-4767-9e01-d1a0c2cc8e3b/af7dc99a-2520-4767-9e01-d1a0c2cc8e3b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.473486] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-337e2ffe-5869-44f8-990a-607f0f3a4cf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.481688] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 694.481688] env[62849]: value = "task-4403950" [ 694.481688] env[62849]: _type = "Task" [ 694.481688] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.488593] env[62849]: DEBUG nova.network.neutron [-] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.500027] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.560296] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403949, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.597845] env[62849]: DEBUG nova.network.neutron [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Successfully updated port: 9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 694.622023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c163f-abf0-4290-9849-f9bf04581c76 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.630482] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da9852b-6ea3-44ad-8b91-6d37a1b19a78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.666509] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "refresh_cache-fd3937ee-0e16-4381-91bc-3413556aacc2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.666731] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquired lock "refresh_cache-fd3937ee-0e16-4381-91bc-3413556aacc2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.666860] env[62849]: DEBUG nova.network.neutron [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 694.669068] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0247a9e1-6a26-4181-9f74-ccc18b523f9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.672015] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a8d08-d5e8-4368-b7df-a1b748ab9b1f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.684038] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53c1671-c4d0-42a4-bdb2-4922a09439d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.692170] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ebadd-a043-4de5-85c4-960e14997401 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.714414] env[62849]: DEBUG nova.compute.provider_tree [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.732453] env[62849]: DEBUG nova.compute.manager [req-85200c9e-3771-4515-8b46-ebf87f606834 req-74f93727-e01c-4288-a82e-a20c02702c94 service nova] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Detach interface failed, port_id=8bb59813-9416-43bc-8d12-a122bdfa415e, reason: Instance a0ead213-74aa-4f55-8263-4cb4b5822f8d could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 694.733267] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.733788] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-971c5c4f-4181-4edd-b969-e2c691871c1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.741870] env[62849]: DEBUG oslo_vmware.api [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 694.741870] env[62849]: value = "task-4403951" [ 694.741870] env[62849]: _type = "Task" [ 694.741870] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.751290] env[62849]: DEBUG oslo_vmware.api [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.918294] env[62849]: DEBUG oslo_concurrency.lockutils [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.999829] env[62849]: INFO nova.compute.manager [-] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Took 1.33 seconds to deallocate network for instance. [ 695.000841] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.061795] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403949, 'name': ReconfigVM_Task, 'duration_secs': 0.55551} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.062027] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 97442961-6787-4685-b56d-c46411b585c4/97442961-6787-4685-b56d-c46411b585c4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.062623] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4670ed2d-4b73-41db-aba7-14728f625cf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.073448] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 695.073448] env[62849]: value = "task-4403952" [ 695.073448] env[62849]: _type = "Task" [ 695.073448] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.085668] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403952, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.101486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquiring lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.101730] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquired lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.102334] env[62849]: DEBUG nova.network.neutron [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 695.191147] env[62849]: DEBUG nova.network.neutron [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 695.218236] env[62849]: DEBUG nova.scheduler.client.report [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.261495] env[62849]: DEBUG oslo_vmware.api [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.268307] env[62849]: DEBUG nova.network.neutron [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.494789] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647742} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.495343] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] af7dc99a-2520-4767-9e01-d1a0c2cc8e3b/af7dc99a-2520-4767-9e01-d1a0c2cc8e3b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.495767] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.501060] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a3903e0-0a91-4104-8098-01d0c1073a0b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.512945] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.514115] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 695.514115] env[62849]: value = "task-4403953" [ 695.514115] env[62849]: _type = "Task" [ 695.514115] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.529477] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.590764] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403952, 'name': Rename_Task, 'duration_secs': 0.221652} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.590764] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.591023] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93cb18f7-4eef-4fb0-8fad-c4e9b1cf62ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.600441] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 695.600441] env[62849]: value = "task-4403954" [ 695.600441] env[62849]: _type = "Task" [ 695.600441] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.617149] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.656118] env[62849]: DEBUG nova.network.neutron [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 695.726266] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.726472] env[62849]: DEBUG nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.729676] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.034s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.730979] env[62849]: INFO nova.compute.claims [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.759843] env[62849]: DEBUG oslo_vmware.api [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4403951, 'name': PowerOnVM_Task, 'duration_secs': 0.735546} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.760628] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.760628] env[62849]: DEBUG nova.compute.manager [None req-4070949a-d77e-4507-9fbd-d73a0621a60d tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.761258] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e5986-810a-42ac-b18d-4db89e9896ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.772599] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Releasing lock "refresh_cache-fd3937ee-0e16-4381-91bc-3413556aacc2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.773015] env[62849]: DEBUG nova.compute.manager [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.773226] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.774435] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2c6827-15d4-46ab-a4a3-858c4dd31cc1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.783916] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.792457] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18853def-281e-4316-aad2-d7c883eb24fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.806881] env[62849]: DEBUG oslo_vmware.api [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 695.806881] env[62849]: value = "task-4403955" [ 695.806881] env[62849]: _type = "Task" [ 695.806881] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.824769] env[62849]: DEBUG oslo_vmware.api [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.891135] env[62849]: DEBUG nova.network.neutron [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Updating instance_info_cache with network_info: [{"id": "9b6132da-2bf9-438f-ac9d-d02c8a902947", "address": "fa:16:3e:45:38:62", "network": {"id": "23548b0b-39d2-41f7-825f-1b2f2182bc38", "bridge": "br-int", "label": "tempest-ServersTestJSON-210990551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f3c26ba0d346db8159ec4eb5d7ff15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6132da-2b", "ovs_interfaceid": "9b6132da-2bf9-438f-ac9d-d02c8a902947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.024856] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079878} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.025161] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.025932] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19faeb8f-8b52-44d8-9b44-e131c1fc3d2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.052697] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] af7dc99a-2520-4767-9e01-d1a0c2cc8e3b/af7dc99a-2520-4767-9e01-d1a0c2cc8e3b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.053494] env[62849]: DEBUG oslo_concurrency.lockutils [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.053774] env[62849]: DEBUG oslo_concurrency.lockutils [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.054059] env[62849]: INFO nova.compute.manager [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Attaching volume d06026f3-6814-411e-949a-147a976a27d2 to /dev/sdb [ 696.055966] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44eb2edb-2e6f-4dd2-b460-abcf740d1ef4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.085662] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 696.085662] env[62849]: value = "task-4403956" [ 696.085662] env[62849]: _type = "Task" [ 696.085662] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.089020] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523adce5-cbb8-8f41-071b-894d75f4c03a/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 696.091923] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50164e29-8a8f-46c0-8278-921667d6f727 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.110648] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.110967] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523adce5-cbb8-8f41-071b-894d75f4c03a/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 696.111194] env[62849]: ERROR oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523adce5-cbb8-8f41-071b-894d75f4c03a/disk-0.vmdk due to incomplete transfer. [ 696.112076] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f800825-7267-4381-ba0e-c6b4ab3f0a6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.119537] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.127631] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523adce5-cbb8-8f41-071b-894d75f4c03a/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 696.127631] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Uploaded image fb2bc2c3-ddee-4c8c-8757-cae8bb8eb4a7 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 696.130237] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 696.133934] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ab48f26-c9ca-4f09-938a-cd1026b09fb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.133934] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0777dd6-9481-4112-859d-e018751f87c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.145383] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1778d84f-8ba3-401f-a4f6-3f8a1fe65e94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.152641] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 696.152641] env[62849]: value = "task-4403957" [ 696.152641] env[62849]: _type = "Task" [ 696.152641] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.162347] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403957, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.167306] env[62849]: DEBUG nova.virt.block_device [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Updating existing volume attachment record: 50ef7551-46af-4c51-97a8-e1ea72e2c6de {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 696.238020] env[62849]: DEBUG nova.compute.utils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.242723] env[62849]: DEBUG nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.242723] env[62849]: DEBUG nova.network.neutron [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 696.321065] env[62849]: DEBUG oslo_vmware.api [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403955, 'name': PowerOffVM_Task, 'duration_secs': 0.193196} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.321528] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.321795] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.322596] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceb309fa-67ee-4bbe-8013-4eb150cf815f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.329264] env[62849]: DEBUG nova.policy [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b777ab6db3594ddbb49625bd8efb9bca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a8f963883054ea4aa83216e2e2f2e21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.357736] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.357736] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.357736] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Deleting the datastore file [datastore2] fd3937ee-0e16-4381-91bc-3413556aacc2 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.357736] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-addbbff5-0b47-44fb-a5bb-7357dc4cd1c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.368366] env[62849]: DEBUG oslo_vmware.api [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for the task: (returnval){ [ 696.368366] env[62849]: value = "task-4403959" [ 696.368366] env[62849]: _type = "Task" [ 696.368366] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.380802] env[62849]: DEBUG oslo_vmware.api [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.393828] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Releasing lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.395998] env[62849]: DEBUG nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Instance network_info: |[{"id": "9b6132da-2bf9-438f-ac9d-d02c8a902947", "address": "fa:16:3e:45:38:62", "network": {"id": "23548b0b-39d2-41f7-825f-1b2f2182bc38", "bridge": "br-int", "label": "tempest-ServersTestJSON-210990551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f3c26ba0d346db8159ec4eb5d7ff15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6132da-2b", "ovs_interfaceid": "9b6132da-2bf9-438f-ac9d-d02c8a902947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.397542] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:38:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b6132da-2bf9-438f-ac9d-d02c8a902947', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.406460] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Creating folder: Project (66f3c26ba0d346db8159ec4eb5d7ff15). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.408309] env[62849]: DEBUG nova.compute.manager [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Received event network-vif-plugged-9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 696.409420] env[62849]: DEBUG oslo_concurrency.lockutils [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] Acquiring lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.409420] env[62849]: DEBUG oslo_concurrency.lockutils [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] Lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.410046] env[62849]: DEBUG oslo_concurrency.lockutils [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] Lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.410046] env[62849]: DEBUG nova.compute.manager [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] No waiting events found dispatching network-vif-plugged-9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.410298] env[62849]: WARNING nova.compute.manager [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Received unexpected event network-vif-plugged-9b6132da-2bf9-438f-ac9d-d02c8a902947 for instance with vm_state building and task_state spawning. [ 696.410511] env[62849]: DEBUG nova.compute.manager [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Received event network-changed-9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 696.410739] env[62849]: DEBUG nova.compute.manager [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Refreshing instance network info cache due to event network-changed-9b6132da-2bf9-438f-ac9d-d02c8a902947. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 696.411804] env[62849]: DEBUG oslo_concurrency.lockutils [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] Acquiring lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.411804] env[62849]: DEBUG oslo_concurrency.lockutils [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] Acquired lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.411804] env[62849]: DEBUG nova.network.neutron [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Refreshing network info cache for port 9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.417167] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2c10da-6505-4967-be99-659c325b43a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.439790] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Created folder: Project (66f3c26ba0d346db8159ec4eb5d7ff15) in parent group-v861840. [ 696.439790] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Creating folder: Instances. Parent ref: group-v861942. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.440333] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c4573c-2b49-40a5-9ee3-e35946ba80e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.457252] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Created folder: Instances in parent group-v861942. [ 696.457252] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.457252] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.457252] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-548b2a71-c416-4f9f-a169-a821220118ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.478199] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.478199] env[62849]: value = "task-4403963" [ 696.478199] env[62849]: _type = "Task" [ 696.478199] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.491387] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403963, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.600108] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403956, 'name': ReconfigVM_Task, 'duration_secs': 0.327378} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.600432] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Reconfigured VM instance instance-00000023 to attach disk [datastore2] af7dc99a-2520-4767-9e01-d1a0c2cc8e3b/af7dc99a-2520-4767-9e01-d1a0c2cc8e3b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.601222] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-551e60ed-9201-4d55-843d-095a7fd44eea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.613047] env[62849]: DEBUG oslo_vmware.api [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403954, 'name': PowerOnVM_Task, 'duration_secs': 0.821704} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.613537] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.613776] env[62849]: INFO nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Took 10.45 seconds to spawn the instance on the hypervisor. [ 696.613920] env[62849]: DEBUG nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.614305] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 696.614305] env[62849]: value = "task-4403964" [ 696.614305] env[62849]: _type = "Task" [ 696.614305] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.615023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a0a5f0-d365-4b39-b5d8-5427b08c1965 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.632048] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403964, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.662657] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403957, 'name': Destroy_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.743595] env[62849]: DEBUG nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.881217] env[62849]: DEBUG oslo_vmware.api [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Task: {'id': task-4403959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196243} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.881848] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.881848] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.882025] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.882257] env[62849]: INFO nova.compute.manager [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 696.882799] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.882799] env[62849]: DEBUG nova.compute.manager [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.882799] env[62849]: DEBUG nova.network.neutron [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 696.916729] env[62849]: DEBUG nova.network.neutron [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 696.996364] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403963, 'name': CreateVM_Task, 'duration_secs': 0.421034} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.000124] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.005278] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.005522] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.005887] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.006824] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3a43a5-d484-4ce2-9562-ceb301af25cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.014213] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 697.014213] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522ba503-dad9-f7d0-b3eb-b057fe83b32e" [ 697.014213] env[62849]: _type = "Task" [ 697.014213] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.027685] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522ba503-dad9-f7d0-b3eb-b057fe83b32e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.132341] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403964, 'name': Rename_Task, 'duration_secs': 0.253019} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.140170] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.142974] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6d4659b-8245-461e-9a91-20f4004bdb74 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.146413] env[62849]: INFO nova.compute.manager [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Took 38.19 seconds to build instance. [ 697.153061] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 697.153061] env[62849]: value = "task-4403967" [ 697.153061] env[62849]: _type = "Task" [ 697.153061] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.181612] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.181878] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403957, 'name': Destroy_Task, 'duration_secs': 0.574731} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.185109] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Destroyed the VM [ 697.185109] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.185454] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b20f728-0943-47eb-bc69-22d849ffe33f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.194777] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 697.194777] env[62849]: value = "task-4403968" [ 697.194777] env[62849]: _type = "Task" [ 697.194777] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.210998] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403968, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.256363] env[62849]: INFO nova.virt.block_device [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Booting with volume 2fd73a70-c460-4697-bf81-86caf7bf48b8 at /dev/sda [ 697.309901] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f79ca899-70ce-4ce1-98e0-4e6a70d953e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.327215] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a1ce7-8dfa-45b3-8387-cfb915da8247 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.384217] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-928fa4bf-5806-46ba-bfee-431a2c617aae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.395611] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab909ca-a207-4f7b-8415-b42957ad4959 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.422985] env[62849]: DEBUG nova.network.neutron [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.462933] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3e6909-3284-4c91-8b5a-d27cf5545d28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.468023] env[62849]: DEBUG nova.network.neutron [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Successfully created port: 37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 697.477425] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6e4e09-fecf-49b5-9bdc-22639284811e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.485780] env[62849]: DEBUG nova.network.neutron [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Updated VIF entry in instance network info cache for port 9b6132da-2bf9-438f-ac9d-d02c8a902947. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.486249] env[62849]: DEBUG nova.network.neutron [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Updating instance_info_cache with network_info: [{"id": "9b6132da-2bf9-438f-ac9d-d02c8a902947", "address": "fa:16:3e:45:38:62", "network": {"id": "23548b0b-39d2-41f7-825f-1b2f2182bc38", "bridge": "br-int", "label": "tempest-ServersTestJSON-210990551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f3c26ba0d346db8159ec4eb5d7ff15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6132da-2b", "ovs_interfaceid": "9b6132da-2bf9-438f-ac9d-d02c8a902947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.505626] env[62849]: DEBUG nova.virt.block_device [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Updating existing volume attachment record: 167dd9dd-1f31-4448-bd7f-f975ff3e5f55 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 697.527871] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522ba503-dad9-f7d0-b3eb-b057fe83b32e, 'name': SearchDatastore_Task, 'duration_secs': 0.033268} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.529252] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.530683] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.530683] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.530683] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.530683] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.531409] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e5201-1e6d-4379-92cd-906d1b98ac0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.535050] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73de0809-af4e-4b3d-8162-f2ef4080608b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.547193] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4982b30f-b0fe-4b14-a4f9-8783eeeb66a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.551906] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.552166] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.553843] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad948433-774e-42ff-968d-03ae9b2332f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.594864] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79785a14-cc27-4f88-8ed7-06da48e22bf8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.600315] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 697.600315] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52125286-e9a3-5a08-75af-8c06796d69f3" [ 697.600315] env[62849]: _type = "Task" [ 697.600315] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.610353] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f253847-8735-4952-afed-cd3001f18509 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.623341] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52125286-e9a3-5a08-75af-8c06796d69f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.625242] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e39dd8-2492-4e4d-9cc7-5562d56b2c58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.639707] env[62849]: DEBUG nova.compute.provider_tree [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.646432] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 697.646432] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520db354-f8a0-2958-c612-b733ec6b1c56" [ 697.646432] env[62849]: _type = "Task" [ 697.646432] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.651216] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc63aed-6e89-4164-9e32-08b68398c7fe tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "97442961-6787-4685-b56d-c46411b585c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.416s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.669488] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520db354-f8a0-2958-c612-b733ec6b1c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.677940] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.708083] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403968, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.927021] env[62849]: INFO nova.compute.manager [-] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Took 1.04 seconds to deallocate network for instance. [ 697.991109] env[62849]: DEBUG oslo_concurrency.lockutils [req-126dc977-e1aa-4449-9e97-316bef54e346 req-85297a50-773b-4e41-b07a-bc28c1e49c72 service nova] Releasing lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.144479] env[62849]: DEBUG nova.scheduler.client.report [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.153793] env[62849]: DEBUG nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.162496] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520db354-f8a0-2958-c612-b733ec6b1c56, 'name': SearchDatastore_Task, 'duration_secs': 0.028953} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.166527] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.168494] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a/dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.168494] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3834ebc3-f743-4218-a38b-7113f19b9b0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.179404] env[62849]: DEBUG oslo_vmware.api [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403967, 'name': PowerOnVM_Task, 'duration_secs': 0.797298} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.184866] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.184866] env[62849]: INFO nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Took 9.14 seconds to spawn the instance on the hypervisor. [ 698.184866] env[62849]: DEBUG nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.184866] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 698.184866] env[62849]: value = "task-4403969" [ 698.184866] env[62849]: _type = "Task" [ 698.184866] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.185710] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9073a-8f7f-4b5f-9136-ad10c4b985fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.207030] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.217492] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403968, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.436929] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.656815] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.926s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.657202] env[62849]: DEBUG nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.661943] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.313s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.664199] env[62849]: INFO nova.compute.claims [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.721281] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403969, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.728801] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.728801] env[62849]: DEBUG oslo_vmware.api [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403968, 'name': RemoveSnapshot_Task, 'duration_secs': 1.133737} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.729220] env[62849]: INFO nova.compute.manager [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Took 38.33 seconds to build instance. [ 698.730592] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 698.730898] env[62849]: INFO nova.compute.manager [None req-f2be8743-4ec6-4ba1-9dc1-b9e231e61388 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Took 19.01 seconds to snapshot the instance on the hypervisor. [ 699.037384] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "f64c98c0-a688-4b08-ab87-9b55e100cc76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.038611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f64c98c0-a688-4b08-ab87-9b55e100cc76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.038611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "f64c98c0-a688-4b08-ab87-9b55e100cc76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.038611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f64c98c0-a688-4b08-ab87-9b55e100cc76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.038611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f64c98c0-a688-4b08-ab87-9b55e100cc76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.041550] env[62849]: INFO nova.compute.manager [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Terminating instance [ 699.102337] env[62849]: DEBUG oslo_concurrency.lockutils [None req-54c40036-4baa-4d2f-b384-1e2d2f173ebf tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "interface-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.102337] env[62849]: DEBUG oslo_concurrency.lockutils [None req-54c40036-4baa-4d2f-b384-1e2d2f173ebf tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "interface-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.102337] env[62849]: DEBUG nova.objects.instance [None req-54c40036-4baa-4d2f-b384-1e2d2f173ebf tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lazy-loading 'flavor' on Instance uuid af7dc99a-2520-4767-9e01-d1a0c2cc8e3b {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.140561] env[62849]: DEBUG nova.network.neutron [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Successfully updated port: 37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 699.176497] env[62849]: DEBUG nova.compute.utils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.178795] env[62849]: DEBUG nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.179236] env[62849]: DEBUG nova.network.neutron [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 699.202757] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628917} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.203419] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a/dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.203419] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.203774] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf7ec8f7-04ba-4802-8adf-64ef29e90df0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.213945] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 699.213945] env[62849]: value = "task-4403971" [ 699.213945] env[62849]: _type = "Task" [ 699.213945] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.226693] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.238945] env[62849]: DEBUG oslo_concurrency.lockutils [None req-09605919-9989-414f-8c2f-61f2007279d3 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.164s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.253805] env[62849]: DEBUG nova.policy [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b519fa9321e04cf98f87e736a83ccb88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60b4382c82e04ec5838aee623c678786', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.545664] env[62849]: DEBUG nova.compute.manager [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.546037] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.546848] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f7c31b-5f69-4b03-82bf-5cd3edcc5127 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.555825] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.556117] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4554eb12-475f-4a6e-98db-9e435edb2aba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.564561] env[62849]: DEBUG oslo_vmware.api [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 699.564561] env[62849]: value = "task-4403972" [ 699.564561] env[62849]: _type = "Task" [ 699.564561] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.576024] env[62849]: DEBUG oslo_vmware.api [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.602722] env[62849]: DEBUG nova.compute.manager [req-3c630de9-15d0-4a7c-bd26-b0b1dc3c94ed req-ddf2a615-260a-49c9-a9a1-3c244ac48c9a service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Received event network-vif-plugged-37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 699.603038] env[62849]: DEBUG oslo_concurrency.lockutils [req-3c630de9-15d0-4a7c-bd26-b0b1dc3c94ed req-ddf2a615-260a-49c9-a9a1-3c244ac48c9a service nova] Acquiring lock "115a77eb-f555-4c0f-96b4-5d176f0d484f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.603299] env[62849]: DEBUG oslo_concurrency.lockutils [req-3c630de9-15d0-4a7c-bd26-b0b1dc3c94ed req-ddf2a615-260a-49c9-a9a1-3c244ac48c9a service nova] Lock "115a77eb-f555-4c0f-96b4-5d176f0d484f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.603536] env[62849]: DEBUG oslo_concurrency.lockutils [req-3c630de9-15d0-4a7c-bd26-b0b1dc3c94ed req-ddf2a615-260a-49c9-a9a1-3c244ac48c9a service nova] Lock "115a77eb-f555-4c0f-96b4-5d176f0d484f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.603759] env[62849]: DEBUG nova.compute.manager [req-3c630de9-15d0-4a7c-bd26-b0b1dc3c94ed req-ddf2a615-260a-49c9-a9a1-3c244ac48c9a service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] No waiting events found dispatching network-vif-plugged-37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.603980] env[62849]: WARNING nova.compute.manager [req-3c630de9-15d0-4a7c-bd26-b0b1dc3c94ed req-ddf2a615-260a-49c9-a9a1-3c244ac48c9a service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Received unexpected event network-vif-plugged-37ef9838-a8c2-4b60-9515-0e6793088ead for instance with vm_state building and task_state spawning. [ 699.606842] env[62849]: DEBUG nova.objects.instance [None req-54c40036-4baa-4d2f-b384-1e2d2f173ebf tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lazy-loading 'pci_requests' on Instance uuid af7dc99a-2520-4767-9e01-d1a0c2cc8e3b {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.643734] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Acquiring lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.643913] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Acquired lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.644108] env[62849]: DEBUG nova.network.neutron [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 699.649375] env[62849]: DEBUG nova.network.neutron [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Successfully created port: 6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 699.667398] env[62849]: DEBUG nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.667984] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.668224] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.668371] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.668550] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.668700] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.668942] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.669187] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.669366] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.669524] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.669696] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.669870] env[62849]: DEBUG nova.virt.hardware [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.671481] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f146b8d-b2f1-486a-89be-dea2607ddb8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.684837] env[62849]: DEBUG nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.691025] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d6041-a1b5-4a27-972b-20f1827aba91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.724940] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133449} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.725229] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.726059] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1056165f-be4f-4ece-97b9-2a86ba810286 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.754974] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a/dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.758478] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cedcca91-9c40-4561-bf34-0d878d89ac8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.780979] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 699.780979] env[62849]: value = "task-4403973" [ 699.780979] env[62849]: _type = "Task" [ 699.780979] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.794395] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.079349] env[62849]: DEBUG oslo_vmware.api [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403972, 'name': PowerOffVM_Task, 'duration_secs': 0.476137} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.083715] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.084023] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.084721] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5122b0f3-c1a9-4a7e-9994-aeba32d754d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.108434] env[62849]: DEBUG nova.objects.base [None req-54c40036-4baa-4d2f-b384-1e2d2f173ebf tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 700.108683] env[62849]: DEBUG nova.network.neutron [None req-54c40036-4baa-4d2f-b384-1e2d2f173ebf tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.201780] env[62849]: DEBUG nova.network.neutron [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 700.265144] env[62849]: DEBUG oslo_concurrency.lockutils [None req-54c40036-4baa-4d2f-b384-1e2d2f173ebf tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "interface-af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.163s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.294790] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.304408] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f94295-2699-4bb2-9892-e0d0363dabe9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.314468] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.314758] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.314993] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleting the datastore file [datastore2] f64c98c0-a688-4b08-ab87-9b55e100cc76 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.316268] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-babd3915-da80-4039-8a09-eae0dd7c8603 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.323610] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d53f820-0184-4646-8e80-f97ce98354a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.330135] env[62849]: DEBUG oslo_vmware.api [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 700.330135] env[62849]: value = "task-4403975" [ 700.330135] env[62849]: _type = "Task" [ 700.330135] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.368546] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfde0ce-6abe-474e-b77e-ebd11a20ed9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.371668] env[62849]: DEBUG oslo_vmware.api [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.381158] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940547c5-c162-4b17-85a7-901745f1de59 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.396388] env[62849]: DEBUG nova.compute.provider_tree [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.411467] env[62849]: DEBUG nova.network.neutron [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Updating instance_info_cache with network_info: [{"id": "37ef9838-a8c2-4b60-9515-0e6793088ead", "address": "fa:16:3e:db:12:4b", "network": {"id": "aef9e212-8dcd-41b1-aa72-76241edbd868", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1056854128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8f963883054ea4aa83216e2e2f2e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ef9838-a8", "ovs_interfaceid": "37ef9838-a8c2-4b60-9515-0e6793088ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.712024] env[62849]: DEBUG nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.754100] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.754363] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.754516] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.754690] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.754831] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.754976] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.758211] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.758397] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.758572] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.758736] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.758932] env[62849]: DEBUG nova.virt.hardware [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.759826] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c1f45-e41b-4d82-b9a3-653057ebe8c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.775799] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab979bb0-7758-499f-9537-367d117dc445 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.803568] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403973, 'name': ReconfigVM_Task, 'duration_secs': 0.636798} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.803568] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Reconfigured VM instance instance-00000024 to attach disk [datastore1] dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a/dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.803568] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54b12fb3-9f7e-4804-bfc2-be81d21c4924 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.810989] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 700.810989] env[62849]: value = "task-4403976" [ 700.810989] env[62849]: _type = "Task" [ 700.810989] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.823617] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403976, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.842175] env[62849]: DEBUG oslo_vmware.api [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4403975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311235} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.842175] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.842463] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.842600] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.842785] env[62849]: INFO nova.compute.manager [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Took 1.30 seconds to destroy the instance on the hypervisor. [ 700.843137] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.844032] env[62849]: DEBUG nova.compute.manager [-] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.844032] env[62849]: DEBUG nova.network.neutron [-] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.900059] env[62849]: DEBUG nova.scheduler.client.report [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.916356] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Releasing lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.916777] env[62849]: DEBUG nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Instance network_info: |[{"id": "37ef9838-a8c2-4b60-9515-0e6793088ead", "address": "fa:16:3e:db:12:4b", "network": {"id": "aef9e212-8dcd-41b1-aa72-76241edbd868", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1056854128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8f963883054ea4aa83216e2e2f2e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ef9838-a8", "ovs_interfaceid": "37ef9838-a8c2-4b60-9515-0e6793088ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.917617] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:12:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37ef9838-a8c2-4b60-9515-0e6793088ead', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.925152] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Creating folder: Project (4a8f963883054ea4aa83216e2e2f2e21). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.928244] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa0a8c72-1288-4abb-84a2-b53419a902da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.945903] env[62849]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 700.946151] env[62849]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62849) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 700.946914] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Folder already exists: Project (4a8f963883054ea4aa83216e2e2f2e21). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 700.947127] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Creating folder: Instances. Parent ref: group-v861876. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.947376] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe265048-f08b-4124-868b-c1eddd3998e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.963995] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Created folder: Instances in parent group-v861876. [ 700.964249] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.964481] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.964760] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58f06b8-3730-4b5f-a590-b60ab7ef4b98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.988050] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.988050] env[62849]: value = "task-4403979" [ 700.988050] env[62849]: _type = "Task" [ 700.988050] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.999543] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403979, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.250889] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 701.251749] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861946', 'volume_id': 'd06026f3-6814-411e-949a-147a976a27d2', 'name': 'volume-d06026f3-6814-411e-949a-147a976a27d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'affc6651-9e82-4058-a31a-1ca4a7c16d66', 'attached_at': '', 'detached_at': '', 'volume_id': 'd06026f3-6814-411e-949a-147a976a27d2', 'serial': 'd06026f3-6814-411e-949a-147a976a27d2'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 701.253482] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224f7d29-9051-4530-aeac-da37b9ad5fa3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.273989] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a8bed-5180-496b-9042-2d88e4e1b798 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.308097] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-d06026f3-6814-411e-949a-147a976a27d2/volume-d06026f3-6814-411e-949a-147a976a27d2.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.308438] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa1a9b9-65f1-48ea-9ef0-be2e2f5c460c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.331697] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403976, 'name': Rename_Task, 'duration_secs': 0.256125} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.333025] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.333364] env[62849]: DEBUG oslo_vmware.api [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 701.333364] env[62849]: value = "task-4403980" [ 701.333364] env[62849]: _type = "Task" [ 701.333364] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.333548] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14e1770-372c-4f1a-9cc0-c142d426a41b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.344233] env[62849]: DEBUG oslo_vmware.api [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.346336] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 701.346336] env[62849]: value = "task-4403981" [ 701.346336] env[62849]: _type = "Task" [ 701.346336] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.356374] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.357340] env[62849]: DEBUG nova.network.neutron [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Successfully updated port: 6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 701.406705] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.407502] env[62849]: DEBUG nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.410365] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.176s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.501832] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403979, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.740853] env[62849]: DEBUG nova.network.neutron [-] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.846233] env[62849]: DEBUG oslo_vmware.api [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.863396] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.863396] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.863396] env[62849]: DEBUG nova.network.neutron [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 701.866107] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403981, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.876540] env[62849]: DEBUG nova.compute.manager [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Received event network-changed-37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 701.877207] env[62849]: DEBUG nova.compute.manager [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Refreshing instance network info cache due to event network-changed-37ef9838-a8c2-4b60-9515-0e6793088ead. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 701.877428] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Acquiring lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.877732] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Acquired lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.878052] env[62849]: DEBUG nova.network.neutron [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Refreshing network info cache for port 37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.914398] env[62849]: DEBUG nova.compute.utils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.917143] env[62849]: DEBUG nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.917143] env[62849]: DEBUG nova.network.neutron [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 701.934270] env[62849]: DEBUG nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.991492] env[62849]: DEBUG nova.policy [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9260029ae2048838c95e9eb7065e6e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9328333d6d29425e8844b0fed675361c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.005372] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403979, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.243834] env[62849]: INFO nova.compute.manager [-] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Took 1.40 seconds to deallocate network for instance. [ 702.347158] env[62849]: DEBUG oslo_vmware.api [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403980, 'name': ReconfigVM_Task, 'duration_secs': 0.896662} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.347158] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-d06026f3-6814-411e-949a-147a976a27d2/volume-d06026f3-6814-411e-949a-147a976a27d2.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.352286] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c104541-8a3f-4c2c-93ce-62130092db62 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.365561] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.369016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.369016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.369016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.369016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.370525] env[62849]: INFO nova.compute.manager [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Terminating instance [ 702.378620] env[62849]: DEBUG oslo_vmware.api [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4403981, 'name': PowerOnVM_Task, 'duration_secs': 0.881439} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.381031] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.381031] env[62849]: INFO nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Took 9.18 seconds to spawn the instance on the hypervisor. [ 702.381031] env[62849]: DEBUG nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.382522] env[62849]: DEBUG oslo_vmware.api [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 702.382522] env[62849]: value = "task-4403982" [ 702.382522] env[62849]: _type = "Task" [ 702.382522] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.383863] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa78d2-04d2-4930-af7c-b1cc6220ffb8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.402539] env[62849]: DEBUG oslo_vmware.api [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.448825] env[62849]: DEBUG nova.network.neutron [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 702.477761] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 47563de8-701e-426e-a3c2-340c978f781a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.477761] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7567076c-e3dd-42fd-b715-bf3ea8452826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.477761] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c470235b-8456-4a41-90c3-89205b6d0e32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.477761] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 87f62c83-9134-49ff-93d9-dd3f4aabfaf4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478044] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance d15d16dd-bd22-4ca7-8a5b-6ea69326f17f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.478044] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 818cfb22-1b34-4389-97cd-5c61c6e65d26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478135] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478241] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 776f020e-8300-4297-9ad4-a5c54e3c0552 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478344] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2127d2b0-7d68-4571-a0ca-b32f701bb728 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478447] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance ab2f0fcd-cc1c-4943-be65-a83126f72677 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478550] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478651] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478753] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance affc6651-9e82-4058-a31a-1ca4a7c16d66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.478902] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 19d76bfb-f713-4112-9a92-61b3cf45f808 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.479072] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 0cff1ddd-8852-4809-970c-2fb4d6aa4795 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.479190] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 600a322f-cc9e-4e9b-be4b-3abe27a1952a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.479732] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 1be8f313-3af2-434a-b9b1-23ecf7593ab5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.479732] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.479732] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance fd3937ee-0e16-4381-91bc-3413556aacc2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.479732] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance a0ead213-74aa-4f55-8263-4cb4b5822f8d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.479732] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance f64c98c0-a688-4b08-ab87-9b55e100cc76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.479952] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance f110ff88-3c5f-42e9-b515-8d5e726a89a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.480074] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 97442961-6787-4685-b56d-c46411b585c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.480192] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance af7dc99a-2520-4767-9e01-d1a0c2cc8e3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.480296] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.480398] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 115a77eb-f555-4c0f-96b4-5d176f0d484f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.480501] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance b87e622d-720f-4024-97b6-1c12d4d9d6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.480602] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 702.487092] env[62849]: DEBUG nova.network.neutron [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Successfully created port: edfcc991-d031-4d6d-976f-17ae730cce59 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 702.503933] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403979, 'name': CreateVM_Task, 'duration_secs': 1.452856} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.504181] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.505167] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861884', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'name': 'volume-2fd73a70-c460-4697-bf81-86caf7bf48b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '115a77eb-f555-4c0f-96b4-5d176f0d484f', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'serial': '2fd73a70-c460-4697-bf81-86caf7bf48b8'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '167dd9dd-1f31-4448-bd7f-f975ff3e5f55', 'volume_type': None}], 'swap': None} {{(pid=62849) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 702.505371] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Root volume attach. Driver type: vmdk {{(pid=62849) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 702.507885] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac48f4f-c6ae-4727-8de6-e7f81cb72f29 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.518125] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ab2980-d258-4255-a6cb-484ce802b9c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.526606] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d365489-e598-4a62-a8ed-bc49dec3f284 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.536645] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-96f6e162-4327-401f-9689-6825373c0342 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.545241] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 702.545241] env[62849]: value = "task-4403983" [ 702.545241] env[62849]: _type = "Task" [ 702.545241] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.556949] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403983, 'name': RelocateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.751313] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.828179] env[62849]: DEBUG nova.network.neutron [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Updating instance_info_cache with network_info: [{"id": "6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12", "address": "fa:16:3e:b7:24:4e", "network": {"id": "996e0d60-5e02-47bd-b96d-a4678db58140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1433507578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60b4382c82e04ec5838aee623c678786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee1ec36-4c", "ovs_interfaceid": "6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.875393] env[62849]: DEBUG nova.compute.manager [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.875393] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.876253] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b2f9fb-707d-4fa7-bc1a-6c55799129fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.885461] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.885958] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bea4d5f7-d425-43d7-acc8-547ed09feaa1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.897105] env[62849]: DEBUG oslo_vmware.api [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4403982, 'name': ReconfigVM_Task, 'duration_secs': 0.234032} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.898571] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861946', 'volume_id': 'd06026f3-6814-411e-949a-147a976a27d2', 'name': 'volume-d06026f3-6814-411e-949a-147a976a27d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'affc6651-9e82-4058-a31a-1ca4a7c16d66', 'attached_at': '', 'detached_at': '', 'volume_id': 'd06026f3-6814-411e-949a-147a976a27d2', 'serial': 'd06026f3-6814-411e-949a-147a976a27d2'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 702.900147] env[62849]: DEBUG oslo_vmware.api [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 702.900147] env[62849]: value = "task-4403984" [ 702.900147] env[62849]: _type = "Task" [ 702.900147] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.917561] env[62849]: DEBUG oslo_vmware.api [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.917561] env[62849]: INFO nova.compute.manager [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Took 40.71 seconds to build instance. [ 702.950393] env[62849]: DEBUG nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.967570] env[62849]: DEBUG nova.network.neutron [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Updated VIF entry in instance network info cache for port 37ef9838-a8c2-4b60-9515-0e6793088ead. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.967961] env[62849]: DEBUG nova.network.neutron [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Updating instance_info_cache with network_info: [{"id": "37ef9838-a8c2-4b60-9515-0e6793088ead", "address": "fa:16:3e:db:12:4b", "network": {"id": "aef9e212-8dcd-41b1-aa72-76241edbd868", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1056854128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8f963883054ea4aa83216e2e2f2e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ef9838-a8", "ovs_interfaceid": "37ef9838-a8c2-4b60-9515-0e6793088ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.981884] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.982319] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.982601] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.982899] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.983140] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.983362] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.983669] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.983893] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.984166] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.984401] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.984648] env[62849]: DEBUG nova.virt.hardware [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.985924] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93fa66-fc91-42b4-8dff-422c69ded091 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.991678] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c93476d2-41c0-4185-a91c-8a07c841afaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 703.001216] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43cab1e-4992-44d7-9d27-f3d8f8d2a22c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.058190] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403983, 'name': RelocateVM_Task} progress is 20%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.330836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.331216] env[62849]: DEBUG nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Instance network_info: |[{"id": "6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12", "address": "fa:16:3e:b7:24:4e", "network": {"id": "996e0d60-5e02-47bd-b96d-a4678db58140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1433507578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60b4382c82e04ec5838aee623c678786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee1ec36-4c", "ovs_interfaceid": "6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.331650] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:24:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.339184] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Creating folder: Project (60b4382c82e04ec5838aee623c678786). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.339492] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9fe89ed-e41e-4e36-a844-2a85e9e2d65a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.350953] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Created folder: Project (60b4382c82e04ec5838aee623c678786) in parent group-v861840. [ 703.351296] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Creating folder: Instances. Parent ref: group-v861949. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.351641] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cf9e3d4-badc-4f57-b359-1498ea1aff57 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.365201] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Created folder: Instances in parent group-v861949. [ 703.365201] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.365201] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.365399] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59013f75-3161-4af7-b697-a862416a67e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.386765] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.386765] env[62849]: value = "task-4403987" [ 703.386765] env[62849]: _type = "Task" [ 703.386765] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.395326] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403987, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.412462] env[62849]: DEBUG oslo_vmware.api [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403984, 'name': PowerOffVM_Task, 'duration_secs': 0.255539} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.412744] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.412912] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.413196] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-290308ff-7f2f-432a-b32b-01f6f1699bb8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.417489] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7464fbdf-4591-4936-9cc7-45346df204c9 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.883s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.470499] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Releasing lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.470752] env[62849]: DEBUG nova.compute.manager [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Received event network-vif-plugged-6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 703.470943] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Acquiring lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.471202] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.471406] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.471581] env[62849]: DEBUG nova.compute.manager [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] No waiting events found dispatching network-vif-plugged-6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.471756] env[62849]: WARNING nova.compute.manager [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Received unexpected event network-vif-plugged-6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12 for instance with vm_state building and task_state spawning. [ 703.471916] env[62849]: DEBUG nova.compute.manager [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Received event network-vif-deleted-389f6bb3-09b1-4619-94d6-83b7a3dcc7c0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 703.472099] env[62849]: DEBUG nova.compute.manager [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Received event network-changed-6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 703.472249] env[62849]: DEBUG nova.compute.manager [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Refreshing instance network info cache due to event network-changed-6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 703.472427] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Acquiring lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.472558] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Acquired lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.472718] env[62849]: DEBUG nova.network.neutron [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Refreshing network info cache for port 6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.494334] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.494589] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.494841] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Deleting the datastore file [datastore2] af7dc99a-2520-4767-9e01-d1a0c2cc8e3b {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.495691] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 4e97af5c-1c18-4558-a688-9505339fed93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 703.496816] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d477943-ac9e-4ef8-838d-c3d621990a01 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.506161] env[62849]: DEBUG oslo_vmware.api [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for the task: (returnval){ [ 703.506161] env[62849]: value = "task-4403989" [ 703.506161] env[62849]: _type = "Task" [ 703.506161] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.519244] env[62849]: DEBUG oslo_vmware.api [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.558025] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403983, 'name': RelocateVM_Task, 'duration_secs': 0.676707} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.558360] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 703.558568] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861884', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'name': 'volume-2fd73a70-c460-4697-bf81-86caf7bf48b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '115a77eb-f555-4c0f-96b4-5d176f0d484f', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'serial': '2fd73a70-c460-4697-bf81-86caf7bf48b8'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 703.559482] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053cbab0-db11-4ebc-9c18-360d5b5e8aa5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.577272] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558b8ba-4f28-4662-a1ee-226aca173aa5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.602941] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-2fd73a70-c460-4697-bf81-86caf7bf48b8/volume-2fd73a70-c460-4697-bf81-86caf7bf48b8.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.603380] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bec4774-8145-491f-a16e-66b25ab9ca51 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.623682] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 703.623682] env[62849]: value = "task-4403990" [ 703.623682] env[62849]: _type = "Task" [ 703.623682] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.635670] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.899680] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403987, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.943940] env[62849]: DEBUG nova.objects.instance [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'flavor' on Instance uuid affc6651-9e82-4058-a31a-1ca4a7c16d66 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.001192] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance dbe12ff1-8993-4782-8f54-46797fbcd0d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 704.017790] env[62849]: DEBUG oslo_vmware.api [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Task: {'id': task-4403989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178311} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.018069] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.022030] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.022030] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.022030] env[62849]: INFO nova.compute.manager [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 704.022030] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.022030] env[62849]: DEBUG nova.compute.manager [-] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.022030] env[62849]: DEBUG nova.network.neutron [-] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 704.135245] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403990, 'name': ReconfigVM_Task, 'duration_secs': 0.452946} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.135550] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-2fd73a70-c460-4697-bf81-86caf7bf48b8/volume-2fd73a70-c460-4697-bf81-86caf7bf48b8.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.141790] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13915207-f195-410b-9513-ef1f81ddbfcf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.165156] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 704.165156] env[62849]: value = "task-4403991" [ 704.165156] env[62849]: _type = "Task" [ 704.165156] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.180701] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.399975] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403987, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.441243] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "776f020e-8300-4297-9ad4-a5c54e3c0552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.441390] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "776f020e-8300-4297-9ad4-a5c54e3c0552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.441598] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "776f020e-8300-4297-9ad4-a5c54e3c0552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.441780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "776f020e-8300-4297-9ad4-a5c54e3c0552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.441946] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "776f020e-8300-4297-9ad4-a5c54e3c0552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.445509] env[62849]: INFO nova.compute.manager [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Terminating instance [ 704.453317] env[62849]: DEBUG oslo_concurrency.lockutils [None req-41726ccc-decd-44c8-adfd-faee52a07336 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.399s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.467049] env[62849]: DEBUG nova.network.neutron [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Updated VIF entry in instance network info cache for port 6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 704.467689] env[62849]: DEBUG nova.network.neutron [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Updating instance_info_cache with network_info: [{"id": "6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12", "address": "fa:16:3e:b7:24:4e", "network": {"id": "996e0d60-5e02-47bd-b96d-a4678db58140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1433507578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60b4382c82e04ec5838aee623c678786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee1ec36-4c", "ovs_interfaceid": "6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.504816] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 479c512b-9304-46fb-8719-a0335ba39a59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 704.505010] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (079fe32b-1fee-45a6-900e-aeae194e2ca9): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1783}} [ 704.530250] env[62849]: DEBUG nova.compute.manager [req-6aafb493-1e9a-42d2-be4e-dc392676f481 req-2f24ee99-edb6-412d-8b7e-12ca5356bbd6 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Received event network-changed-9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 704.530250] env[62849]: DEBUG nova.compute.manager [req-6aafb493-1e9a-42d2-be4e-dc392676f481 req-2f24ee99-edb6-412d-8b7e-12ca5356bbd6 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Refreshing instance network info cache due to event network-changed-9b6132da-2bf9-438f-ac9d-d02c8a902947. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 704.530449] env[62849]: DEBUG oslo_concurrency.lockutils [req-6aafb493-1e9a-42d2-be4e-dc392676f481 req-2f24ee99-edb6-412d-8b7e-12ca5356bbd6 service nova] Acquiring lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.530882] env[62849]: DEBUG oslo_concurrency.lockutils [req-6aafb493-1e9a-42d2-be4e-dc392676f481 req-2f24ee99-edb6-412d-8b7e-12ca5356bbd6 service nova] Acquired lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.530882] env[62849]: DEBUG nova.network.neutron [req-6aafb493-1e9a-42d2-be4e-dc392676f481 req-2f24ee99-edb6-412d-8b7e-12ca5356bbd6 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Refreshing network info cache for port 9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.682572] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.800121] env[62849]: DEBUG nova.network.neutron [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Successfully updated port: edfcc991-d031-4d6d-976f-17ae730cce59 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 704.850185] env[62849]: DEBUG nova.compute.manager [req-32956132-d9b9-42b9-9507-e3b9a49e02e3 req-f8fcbcd7-a6d5-486c-8d0f-ae837838fdea service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Received event network-vif-plugged-edfcc991-d031-4d6d-976f-17ae730cce59 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 704.850490] env[62849]: DEBUG oslo_concurrency.lockutils [req-32956132-d9b9-42b9-9507-e3b9a49e02e3 req-f8fcbcd7-a6d5-486c-8d0f-ae837838fdea service nova] Acquiring lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.851689] env[62849]: DEBUG oslo_concurrency.lockutils [req-32956132-d9b9-42b9-9507-e3b9a49e02e3 req-f8fcbcd7-a6d5-486c-8d0f-ae837838fdea service nova] Lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.851689] env[62849]: DEBUG oslo_concurrency.lockutils [req-32956132-d9b9-42b9-9507-e3b9a49e02e3 req-f8fcbcd7-a6d5-486c-8d0f-ae837838fdea service nova] Lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.851689] env[62849]: DEBUG nova.compute.manager [req-32956132-d9b9-42b9-9507-e3b9a49e02e3 req-f8fcbcd7-a6d5-486c-8d0f-ae837838fdea service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] No waiting events found dispatching network-vif-plugged-edfcc991-d031-4d6d-976f-17ae730cce59 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.851689] env[62849]: WARNING nova.compute.manager [req-32956132-d9b9-42b9-9507-e3b9a49e02e3 req-f8fcbcd7-a6d5-486c-8d0f-ae837838fdea service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Received unexpected event network-vif-plugged-edfcc991-d031-4d6d-976f-17ae730cce59 for instance with vm_state building and task_state spawning. [ 704.902811] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4403987, 'name': CreateVM_Task, 'duration_secs': 1.38103} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.903170] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.903735] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.903903] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.904422] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.904721] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c11f1af-6306-4074-b90c-3c2b07939291 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.911095] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 704.911095] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5253e9c0-a760-f475-8a13-aa73560258a7" [ 704.911095] env[62849]: _type = "Task" [ 704.911095] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.920555] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5253e9c0-a760-f475-8a13-aa73560258a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.955485] env[62849]: DEBUG nova.compute.manager [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.955793] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.956772] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c3417-6a74-491e-bf6d-684acffd8948 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.968224] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.968656] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c70b49be-2fa9-4663-b8cd-61774b590c91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.971523] env[62849]: DEBUG oslo_concurrency.lockutils [req-4269cc54-79ec-47cf-93d5-b8238e80537b req-672363eb-a324-45e5-8f59-4c36a0c3e1de service nova] Releasing lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.983249] env[62849]: DEBUG oslo_vmware.api [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 704.983249] env[62849]: value = "task-4403992" [ 704.983249] env[62849]: _type = "Task" [ 704.983249] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.997984] env[62849]: DEBUG oslo_vmware.api [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.014024] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7c6ce930-15bb-44b2-bc99-d23c60cbda48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 705.014024] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 705.014293] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=100GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '21', 'num_vm_active': '17', 'num_task_None': '17', 'num_os_type_None': '21', 'num_proj_84dafa5b23b940b0bd11f0b09c43cd9b': '1', 'io_workload': '4', 'num_proj_ea3c4aad33f647498f460459bb35f002': '1', 'num_proj_1f490407f9ff44ceb464cfab435357fa': '1', 'num_proj_be2f8276d9fb4f92b7592668686a977d': '1', 'num_proj_a8f188aeb6a1488ba223021d38a7f151': '1', 'num_proj_ad89fe9e448848ceae1a59ff1be4d128': '2', 'num_proj_e9ff5682518f48cf8edd2b00a6b7632d': '1', 'num_proj_40fb94d51de7485abd2c9d4ec9a5b0d6': '1', 'num_proj_023bbb17435b4f8aa05cdd2fbc87426a': '1', 'num_proj_307f4a432fd140cdb8d4b718e7ae5188': '2', 'num_proj_306a019735d242f2a0da1cc4b5743823': '1', 'num_task_deleting': '1', 'num_proj_bcdc992f6aa64d669b5214e36374b59b': '3', 'num_proj_b3d1676f88b047108c92f2fc5c107968': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_66f3c26ba0d346db8159ec4eb5d7ff15': '1', 'num_proj_4a8f963883054ea4aa83216e2e2f2e21': '1', 'num_proj_60b4382c82e04ec5838aee623c678786': '1', 'num_proj_9328333d6d29425e8844b0fed675361c': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 705.186615] env[62849]: DEBUG nova.network.neutron [-] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.192075] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.308019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquiring lock "refresh_cache-2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.308019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquired lock "refresh_cache-2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.308019] env[62849]: DEBUG nova.network.neutron [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 705.425390] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5253e9c0-a760-f475-8a13-aa73560258a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.426232] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.426477] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.426714] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.426865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.427117] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.427422] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d73ea8c-fff6-44e5-a21b-9465002515e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.439160] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.439448] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.440302] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1440a79-390c-4763-b2a1-dd11533b0a41 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.449171] env[62849]: DEBUG nova.network.neutron [req-6aafb493-1e9a-42d2-be4e-dc392676f481 req-2f24ee99-edb6-412d-8b7e-12ca5356bbd6 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Updated VIF entry in instance network info cache for port 9b6132da-2bf9-438f-ac9d-d02c8a902947. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.449171] env[62849]: DEBUG nova.network.neutron [req-6aafb493-1e9a-42d2-be4e-dc392676f481 req-2f24ee99-edb6-412d-8b7e-12ca5356bbd6 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Updating instance_info_cache with network_info: [{"id": "9b6132da-2bf9-438f-ac9d-d02c8a902947", "address": "fa:16:3e:45:38:62", "network": {"id": "23548b0b-39d2-41f7-825f-1b2f2182bc38", "bridge": "br-int", "label": "tempest-ServersTestJSON-210990551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66f3c26ba0d346db8159ec4eb5d7ff15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6132da-2b", "ovs_interfaceid": "9b6132da-2bf9-438f-ac9d-d02c8a902947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.456436] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 705.456436] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52abbb5f-fc7c-c592-5052-4ac3b6319a02" [ 705.456436] env[62849]: _type = "Task" [ 705.456436] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.468182] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52abbb5f-fc7c-c592-5052-4ac3b6319a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.499838] env[62849]: DEBUG oslo_vmware.api [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403992, 'name': PowerOffVM_Task, 'duration_secs': 0.22919} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.499838] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.499838] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.499838] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc6225f7-8771-4d21-80a9-e1ce563d993e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.584482] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.584750] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.584937] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Deleting the datastore file [datastore1] 776f020e-8300-4297-9ad4-a5c54e3c0552 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.592503] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-211f0124-6802-4da7-8dcc-56d45cd6fcdb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.603127] env[62849]: DEBUG oslo_vmware.api [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 705.603127] env[62849]: value = "task-4403994" [ 705.603127] env[62849]: _type = "Task" [ 705.603127] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.616128] env[62849]: DEBUG oslo_vmware.api [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.659068] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d934fc1-7056-42cc-94d3-fff3aea12e2a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.672022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6952a67-d6a0-43da-929c-d68a1c8274da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.681956] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403991, 'name': ReconfigVM_Task, 'duration_secs': 1.086695} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.682944] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861884', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'name': 'volume-2fd73a70-c460-4697-bf81-86caf7bf48b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '115a77eb-f555-4c0f-96b4-5d176f0d484f', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'serial': '2fd73a70-c460-4697-bf81-86caf7bf48b8'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 705.709122] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0184d1b1-98c5-46ee-850f-000f708cedfd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.711515] env[62849]: INFO nova.compute.manager [-] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Took 1.69 seconds to deallocate network for instance. [ 705.713780] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1b3560-a269-4289-bef6-fafee915fc0f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.727125] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e6db3a-d9ef-4f30-94d2-57f880551730 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.732150] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 705.732150] env[62849]: value = "task-4403995" [ 705.732150] env[62849]: _type = "Task" [ 705.732150] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.747365] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.753328] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403995, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.865340] env[62849]: DEBUG nova.network.neutron [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 705.951576] env[62849]: DEBUG oslo_concurrency.lockutils [req-6aafb493-1e9a-42d2-be4e-dc392676f481 req-2f24ee99-edb6-412d-8b7e-12ca5356bbd6 service nova] Releasing lock "refresh_cache-dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.969903] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52abbb5f-fc7c-c592-5052-4ac3b6319a02, 'name': SearchDatastore_Task, 'duration_secs': 0.016703} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.970896] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ba98bc5-a985-4757-8447-4a45929c3ff3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.977743] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 705.977743] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526bb2cd-f446-4203-fa24-74efe15f9b78" [ 705.977743] env[62849]: _type = "Task" [ 705.977743] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.986621] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526bb2cd-f446-4203-fa24-74efe15f9b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.061677] env[62849]: DEBUG nova.network.neutron [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Updating instance_info_cache with network_info: [{"id": "edfcc991-d031-4d6d-976f-17ae730cce59", "address": "fa:16:3e:3d:74:fa", "network": {"id": "85f190f9-94b0-43d7-9189-ff8501fc29c1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1621983347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9328333d6d29425e8844b0fed675361c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedfcc991-d0", "ovs_interfaceid": "edfcc991-d031-4d6d-976f-17ae730cce59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.116150] env[62849]: DEBUG oslo_vmware.api [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4403994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297834} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.116423] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.116605] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.116779] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.116948] env[62849]: INFO nova.compute.manager [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Took 1.16 seconds to destroy the instance on the hypervisor. [ 706.117205] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.117391] env[62849]: DEBUG nova.compute.manager [-] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.117488] env[62849]: DEBUG nova.network.neutron [-] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 706.221255] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.243438] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403995, 'name': Rename_Task, 'duration_secs': 0.190598} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.243726] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.244025] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-725d28bd-b9ba-45f8-8fd7-92b2f7305e9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.252029] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 706.252029] env[62849]: value = "task-4403996" [ 706.252029] env[62849]: _type = "Task" [ 706.252029] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.261498] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.300822] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 706.301150] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 60 to 61 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 706.301354] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.490827] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526bb2cd-f446-4203-fa24-74efe15f9b78, 'name': SearchDatastore_Task, 'duration_secs': 0.043205} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.491166] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.491432] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1/b87e622d-720f-4024-97b6-1c12d4d9d6d1.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.491711] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9179c20-3f36-43a5-961e-db7fc18fce93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.501676] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 706.501676] env[62849]: value = "task-4403997" [ 706.501676] env[62849]: _type = "Task" [ 706.501676] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.510828] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4403997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.568722] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Releasing lock "refresh_cache-2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.568722] env[62849]: DEBUG nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Instance network_info: |[{"id": "edfcc991-d031-4d6d-976f-17ae730cce59", "address": "fa:16:3e:3d:74:fa", "network": {"id": "85f190f9-94b0-43d7-9189-ff8501fc29c1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1621983347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9328333d6d29425e8844b0fed675361c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedfcc991-d0", "ovs_interfaceid": "edfcc991-d031-4d6d-976f-17ae730cce59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.569071] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:74:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edfcc991-d031-4d6d-976f-17ae730cce59', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.575209] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Creating folder: Project (9328333d6d29425e8844b0fed675361c). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.575580] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eeca3b8-2694-4063-b5d0-c90e5c0f483d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.587953] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Created folder: Project (9328333d6d29425e8844b0fed675361c) in parent group-v861840. [ 706.588196] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Creating folder: Instances. Parent ref: group-v861952. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.588454] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b43bd548-4247-4a3e-9043-f30acb8e8542 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.598775] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Created folder: Instances in parent group-v861952. [ 706.599125] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.599340] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.599590] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a66943f-7f55-4d37-8d00-c597e20486cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.621783] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.621783] env[62849]: value = "task-4404000" [ 706.621783] env[62849]: _type = "Task" [ 706.621783] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.630455] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404000, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.769632] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.809218] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 706.812521] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.399s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.813605] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.535s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.813818] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.816401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.188s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.816591] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.822014] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.644s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.822014] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.824048] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.564s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.824275] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.826228] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.134s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.826360] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.828183] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.785s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.830179] env[62849]: INFO nova.compute.claims [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.864777] env[62849]: INFO nova.scheduler.client.report [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Deleted allocations for instance 600a322f-cc9e-4e9b-be4b-3abe27a1952a [ 706.866700] env[62849]: INFO nova.scheduler.client.report [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleted allocations for instance d15d16dd-bd22-4ca7-8a5b-6ea69326f17f [ 706.908240] env[62849]: INFO nova.scheduler.client.report [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Deleted allocations for instance 0cff1ddd-8852-4809-970c-2fb4d6aa4795 [ 706.910640] env[62849]: INFO nova.scheduler.client.report [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Deleted allocations for instance 1be8f313-3af2-434a-b9b1-23ecf7593ab5 [ 706.938434] env[62849]: INFO nova.scheduler.client.report [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted allocations for instance bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d [ 707.014419] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4403997, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.064086] env[62849]: DEBUG nova.compute.manager [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Received event network-vif-deleted-e9e5294a-6c2b-4a60-a01c-56c72193769b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 707.064301] env[62849]: DEBUG nova.compute.manager [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Received event network-changed-edfcc991-d031-4d6d-976f-17ae730cce59 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 707.064482] env[62849]: DEBUG nova.compute.manager [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Refreshing instance network info cache due to event network-changed-edfcc991-d031-4d6d-976f-17ae730cce59. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 707.064697] env[62849]: DEBUG oslo_concurrency.lockutils [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] Acquiring lock "refresh_cache-2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.064834] env[62849]: DEBUG oslo_concurrency.lockutils [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] Acquired lock "refresh_cache-2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.064984] env[62849]: DEBUG nova.network.neutron [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Refreshing network info cache for port edfcc991-d031-4d6d-976f-17ae730cce59 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.133159] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404000, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.219758] env[62849]: DEBUG nova.network.neutron [-] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.266535] env[62849]: DEBUG oslo_vmware.api [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4403996, 'name': PowerOnVM_Task, 'duration_secs': 0.842674} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.267082] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.267082] env[62849]: INFO nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Took 7.60 seconds to spawn the instance on the hypervisor. [ 707.267284] env[62849]: DEBUG nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.268072] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4df593-1d1e-4712-afbc-ac69d8669b48 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.386211] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c24f55-3762-4e9a-b94e-948faf20048b tempest-DeleteServersAdminTestJSON-2057441283 tempest-DeleteServersAdminTestJSON-2057441283-project-member] Lock "600a322f-cc9e-4e9b-be4b-3abe27a1952a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.662s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.387351] env[62849]: DEBUG oslo_concurrency.lockutils [None req-438eb3de-e39e-4643-b55d-7acea9e1fe41 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "d15d16dd-bd22-4ca7-8a5b-6ea69326f17f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.684s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.388610] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.388828] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.421448] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bfeaaa6f-45a5-4b45-9206-31c47d15e5ac tempest-ServerDiagnosticsV248Test-218907363 tempest-ServerDiagnosticsV248Test-218907363-project-member] Lock "0cff1ddd-8852-4809-970c-2fb4d6aa4795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.092s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.422790] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f0a2919-e759-4286-806f-57a45c2f8ae4 tempest-ServerDiagnosticsNegativeTest-466073960 tempest-ServerDiagnosticsNegativeTest-466073960-project-member] Lock "1be8f313-3af2-434a-b9b1-23ecf7593ab5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.324s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.453154] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b45ccb97-7f0e-4033-b50c-eb5ce5a1e1e5 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.429s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.521108] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4403997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549317} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.521449] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1/b87e622d-720f-4024-97b6-1c12d4d9d6d1.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.522096] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.522421] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81992efd-e4c7-4a17-987c-6a2afe0020c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.536129] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 707.536129] env[62849]: value = "task-4404001" [ 707.536129] env[62849]: _type = "Task" [ 707.536129] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.544638] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.632910] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404000, 'name': CreateVM_Task, 'duration_secs': 0.701098} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.632910] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.633285] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.633449] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.634038] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.634111] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7090fd-8dcd-4b4c-addf-6054cc929261 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.640534] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 707.640534] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52730e69-6870-b5a4-4a36-83d032ddf231" [ 707.640534] env[62849]: _type = "Task" [ 707.640534] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.649830] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52730e69-6870-b5a4-4a36-83d032ddf231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.725074] env[62849]: INFO nova.compute.manager [-] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Took 1.61 seconds to deallocate network for instance. [ 707.790600] env[62849]: INFO nova.compute.manager [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Took 38.33 seconds to build instance. [ 707.892793] env[62849]: DEBUG nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.004229] env[62849]: DEBUG nova.network.neutron [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Updated VIF entry in instance network info cache for port edfcc991-d031-4d6d-976f-17ae730cce59. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 708.004229] env[62849]: DEBUG nova.network.neutron [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Updating instance_info_cache with network_info: [{"id": "edfcc991-d031-4d6d-976f-17ae730cce59", "address": "fa:16:3e:3d:74:fa", "network": {"id": "85f190f9-94b0-43d7-9189-ff8501fc29c1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1621983347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9328333d6d29425e8844b0fed675361c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedfcc991-d0", "ovs_interfaceid": "edfcc991-d031-4d6d-976f-17ae730cce59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.044112] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089474} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.044365] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.045232] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c7dee-2cb3-4fcd-93c2-d4075fb99326 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.072356] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1/b87e622d-720f-4024-97b6-1c12d4d9d6d1.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.075561] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d947ce5-bfd0-439d-827a-ea22db58a1c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.101038] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 708.101038] env[62849]: value = "task-4404002" [ 708.101038] env[62849]: _type = "Task" [ 708.101038] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.114012] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.161309] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52730e69-6870-b5a4-4a36-83d032ddf231, 'name': SearchDatastore_Task, 'duration_secs': 0.031761} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.161409] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.161626] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.162141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.162141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.162623] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.162623] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fc34fcb-d62f-49d4-b245-af2d94c338a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.174474] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.174474] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.179165] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1c07a3-9391-4a3f-81e5-86877616202a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.185780] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 708.185780] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d3f5a8-2e5e-0eae-3ce2-1cb6455ae1e0" [ 708.185780] env[62849]: _type = "Task" [ 708.185780] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.192907] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.193174] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.193447] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.193535] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.193694] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.202185] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d3f5a8-2e5e-0eae-3ce2-1cb6455ae1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.202729] env[62849]: INFO nova.compute.manager [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Terminating instance [ 708.241019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.275568] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.275836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.296082] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fab64e5-0b79-4ade-a8ae-c3968cdb331d tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "115a77eb-f555-4c0f-96b4-5d176f0d484f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.716s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.423101] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.504829] env[62849]: DEBUG oslo_concurrency.lockutils [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] Releasing lock "refresh_cache-2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.505095] env[62849]: DEBUG nova.compute.manager [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Received event network-vif-deleted-cda15097-eea4-464d-b980-ad455aaf6b76 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 708.505273] env[62849]: INFO nova.compute.manager [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Neutron deleted interface cda15097-eea4-464d-b980-ad455aaf6b76; detaching it from the instance and deleting it from the info cache [ 708.505564] env[62849]: DEBUG nova.network.neutron [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.531545] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad33438-2abb-46d9-8280-6427d1f6b703 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.542125] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae567b71-14fb-4f20-ac2c-a065961ee246 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.581185] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc5354-d7c0-4889-9468-189fb31ce942 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.591963] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84f467f-e1d7-46bb-a88a-eb6d29595648 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.613893] env[62849]: DEBUG nova.compute.provider_tree [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.622913] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404002, 'name': ReconfigVM_Task, 'duration_secs': 0.409637} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.623390] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Reconfigured VM instance instance-00000026 to attach disk [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1/b87e622d-720f-4024-97b6-1c12d4d9d6d1.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.624013] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aa9c255-f435-4f1b-9bcf-8e592fbc3b53 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.633024] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 708.633024] env[62849]: value = "task-4404003" [ 708.633024] env[62849]: _type = "Task" [ 708.633024] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.648400] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404003, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.698235] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d3f5a8-2e5e-0eae-3ce2-1cb6455ae1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011968} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.699406] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7083f8c-a778-422c-8bf1-177059d07182 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.706382] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 708.706382] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c9ccf6-4a35-2ac7-2d0d-bb900875ac6b" [ 708.706382] env[62849]: _type = "Task" [ 708.706382] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.710497] env[62849]: DEBUG nova.compute.manager [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.710912] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.711772] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d0e11-e3b2-4d87-8403-d866a3b005ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.721069] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c9ccf6-4a35-2ac7-2d0d-bb900875ac6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.723529] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.723789] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23efd60d-a4e9-49ef-8daa-8bcb572aa96a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.731568] env[62849]: DEBUG oslo_vmware.api [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 708.731568] env[62849]: value = "task-4404004" [ 708.731568] env[62849]: _type = "Task" [ 708.731568] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.741208] env[62849]: DEBUG oslo_vmware.api [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4404004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.778730] env[62849]: DEBUG nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.009692] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28e9cf77-b0da-4e13-bf21-e92e6dcf6f56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.020685] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325102d7-2ed8-43c8-8749-f8f260ae52df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.061594] env[62849]: DEBUG nova.compute.manager [req-1e0d975f-7ef6-4dc3-af54-da2a2ba2e899 req-ca97754c-aca3-469d-9aed-4595dd13bc0a service nova] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Detach interface failed, port_id=cda15097-eea4-464d-b980-ad455aaf6b76, reason: Instance 776f020e-8300-4297-9ad4-a5c54e3c0552 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 709.110465] env[62849]: DEBUG nova.compute.manager [req-50db7c07-6a1c-4824-a8f8-cfc1c78bd40d req-8fce1e5a-4228-4de9-9993-c41003398a7f service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Received event network-changed-37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 709.110650] env[62849]: DEBUG nova.compute.manager [req-50db7c07-6a1c-4824-a8f8-cfc1c78bd40d req-8fce1e5a-4228-4de9-9993-c41003398a7f service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Refreshing instance network info cache due to event network-changed-37ef9838-a8c2-4b60-9515-0e6793088ead. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 709.110855] env[62849]: DEBUG oslo_concurrency.lockutils [req-50db7c07-6a1c-4824-a8f8-cfc1c78bd40d req-8fce1e5a-4228-4de9-9993-c41003398a7f service nova] Acquiring lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.110994] env[62849]: DEBUG oslo_concurrency.lockutils [req-50db7c07-6a1c-4824-a8f8-cfc1c78bd40d req-8fce1e5a-4228-4de9-9993-c41003398a7f service nova] Acquired lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.111168] env[62849]: DEBUG nova.network.neutron [req-50db7c07-6a1c-4824-a8f8-cfc1c78bd40d req-8fce1e5a-4228-4de9-9993-c41003398a7f service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Refreshing network info cache for port 37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.143615] env[62849]: ERROR nova.scheduler.client.report [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [req-5dbbce8c-a79a-4147-b532-a6af3ac1ee9e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dbbce8c-a79a-4147-b532-a6af3ac1ee9e"}]} [ 709.151650] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404003, 'name': Rename_Task, 'duration_secs': 0.269867} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.151650] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.151650] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7786a15-a932-41ad-86f8-a3e8d7a13839 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.160259] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 709.160259] env[62849]: value = "task-4404005" [ 709.160259] env[62849]: _type = "Task" [ 709.160259] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.171478] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.174389] env[62849]: DEBUG nova.scheduler.client.report [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 709.196156] env[62849]: DEBUG nova.scheduler.client.report [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 709.196394] env[62849]: DEBUG nova.compute.provider_tree [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.214443] env[62849]: DEBUG nova.scheduler.client.report [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 709.223086] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c9ccf6-4a35-2ac7-2d0d-bb900875ac6b, 'name': SearchDatastore_Task, 'duration_secs': 0.018078} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.223086] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.224309] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9/2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.228270] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da43568e-6685-4b98-a22c-3907f7a8f8f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.237453] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 709.237453] env[62849]: value = "task-4404006" [ 709.237453] env[62849]: _type = "Task" [ 709.237453] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.247494] env[62849]: DEBUG oslo_vmware.api [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4404004, 'name': PowerOffVM_Task, 'duration_secs': 0.271416} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.248328] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.248424] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.249094] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8074c98a-e5c4-40cf-8790-819cde12d1e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.258114] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.259788] env[62849]: DEBUG nova.scheduler.client.report [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 709.306935] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.324042] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.324321] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.324522] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleting the datastore file [datastore1] 87f62c83-9134-49ff-93d9-dd3f4aabfaf4 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.324812] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-234bc1dd-4ed6-404f-ba62-a312a897204f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.336262] env[62849]: DEBUG oslo_vmware.api [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for the task: (returnval){ [ 709.336262] env[62849]: value = "task-4404008" [ 709.336262] env[62849]: _type = "Task" [ 709.336262] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.346695] env[62849]: DEBUG oslo_vmware.api [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4404008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.674157] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.762634] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404006, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.829256] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c4980f-85e1-4549-8ba6-fffe0c9a7a36 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.841342] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddd8605-50b2-4bf7-8c2f-ab50112728d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.852915] env[62849]: DEBUG oslo_vmware.api [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Task: {'id': task-4404008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254527} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.882386] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.882622] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.882803] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.882987] env[62849]: INFO nova.compute.manager [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 709.883239] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.887409] env[62849]: DEBUG nova.compute.manager [-] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.887518] env[62849]: DEBUG nova.network.neutron [-] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 709.890653] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90307661-2245-431b-8520-d3a615e20ec8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.903458] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0ab593-270d-45b8-8da0-2218ec5c2efd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.922155] env[62849]: DEBUG nova.compute.provider_tree [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.041094] env[62849]: DEBUG nova.network.neutron [req-50db7c07-6a1c-4824-a8f8-cfc1c78bd40d req-8fce1e5a-4228-4de9-9993-c41003398a7f service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Updated VIF entry in instance network info cache for port 37ef9838-a8c2-4b60-9515-0e6793088ead. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 710.041094] env[62849]: DEBUG nova.network.neutron [req-50db7c07-6a1c-4824-a8f8-cfc1c78bd40d req-8fce1e5a-4228-4de9-9993-c41003398a7f service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Updating instance_info_cache with network_info: [{"id": "37ef9838-a8c2-4b60-9515-0e6793088ead", "address": "fa:16:3e:db:12:4b", "network": {"id": "aef9e212-8dcd-41b1-aa72-76241edbd868", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1056854128-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8f963883054ea4aa83216e2e2f2e21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ef9838-a8", "ovs_interfaceid": "37ef9838-a8c2-4b60-9515-0e6793088ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.174211] env[62849]: DEBUG oslo_vmware.api [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404005, 'name': PowerOnVM_Task, 'duration_secs': 0.627672} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.174745] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.174982] env[62849]: INFO nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Took 9.46 seconds to spawn the instance on the hypervisor. [ 710.175265] env[62849]: DEBUG nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.176493] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe8e4f5-3b17-46d6-be57-5c12380ef43e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.258877] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83518} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.259368] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9/2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.259683] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.260044] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f46f8dfa-eddd-4ac3-885f-f249fba2d9fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.270564] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 710.270564] env[62849]: value = "task-4404009" [ 710.270564] env[62849]: _type = "Task" [ 710.270564] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.284318] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.425126] env[62849]: DEBUG nova.scheduler.client.report [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.542028] env[62849]: DEBUG oslo_concurrency.lockutils [req-50db7c07-6a1c-4824-a8f8-cfc1c78bd40d req-8fce1e5a-4228-4de9-9993-c41003398a7f service nova] Releasing lock "refresh_cache-115a77eb-f555-4c0f-96b4-5d176f0d484f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.699236] env[62849]: INFO nova.compute.manager [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Took 39.02 seconds to build instance. [ 710.782385] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10433} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.782651] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.784584] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417a6859-47f5-4413-a215-d04d0c01d275 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.809024] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9/2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.809415] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19186411-9df0-4239-8d2a-52270f07af2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.836185] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 710.836185] env[62849]: value = "task-4404010" [ 710.836185] env[62849]: _type = "Task" [ 710.836185] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.849264] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.849462] env[62849]: DEBUG nova.network.neutron [-] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.931959] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.104s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.932738] env[62849]: DEBUG nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.936712] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.746s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.937393] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.944019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.711s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.944019] env[62849]: INFO nova.compute.claims [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.200593] env[62849]: DEBUG nova.compute.manager [req-95fc442c-f144-405f-a160-30f21a51ae0c req-9e5250a4-30b4-474d-8f96-6a5d081805c2 service nova] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Received event network-vif-deleted-c5d6db45-dd82-4518-a5a2-a73a50a46d49 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 711.204061] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0bdfe240-2a32-4ff1-99f1-6c9a50c37f73 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.264s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.347628] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.352236] env[62849]: INFO nova.compute.manager [-] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Took 1.46 seconds to deallocate network for instance. [ 711.412642] env[62849]: INFO nova.compute.manager [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Rescuing [ 711.412815] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.412930] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.413063] env[62849]: DEBUG nova.network.neutron [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.449187] env[62849]: DEBUG nova.compute.utils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.454230] env[62849]: DEBUG nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.454480] env[62849]: DEBUG nova.network.neutron [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 711.464681] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b89c7712-3dda-4716-97ab-9493d03dd4db tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.669s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.465860] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 26.979s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.466162] env[62849]: INFO nova.compute.manager [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Unshelving [ 711.552320] env[62849]: DEBUG nova.policy [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff3eeee0a0344b2ea714aaf9ca4cce91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3508741829a44769adccdeae85f0169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.852294] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.858532] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.954845] env[62849]: DEBUG nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.348813] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.476754] env[62849]: DEBUG nova.compute.utils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.507880] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37a4ad-679e-4b3b-af68-5bdcf492b02e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.518245] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76e1f51-b423-4a70-b282-0e2be66c3edc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.552392] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c6dac-bd54-4f6c-9026-181c97aa345e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.561167] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a6e4f7-4e7b-4724-8735-05bf7ec61791 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.578869] env[62849]: DEBUG nova.compute.provider_tree [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.693052] env[62849]: DEBUG nova.network.neutron [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Updating instance_info_cache with network_info: [{"id": "6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12", "address": "fa:16:3e:b7:24:4e", "network": {"id": "996e0d60-5e02-47bd-b96d-a4678db58140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1433507578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60b4382c82e04ec5838aee623c678786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee1ec36-4c", "ovs_interfaceid": "6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.851524] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404010, 'name': ReconfigVM_Task, 'duration_secs': 1.699273} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.851825] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9/2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.852789] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7eff79f-03fe-46f0-8bab-341f0533ea4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.862554] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 712.862554] env[62849]: value = "task-4404011" [ 712.862554] env[62849]: _type = "Task" [ 712.862554] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.866822] env[62849]: DEBUG nova.network.neutron [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Successfully created port: 725739d1-3696-4c4c-a7e9-ab6aab10d5ef {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.875722] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404011, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.968290] env[62849]: DEBUG nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.980939] env[62849]: INFO nova.virt.block_device [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Booting with volume 4c63c279-1c29-4319-a5ad-cbba6625ab58 at /dev/sdb [ 713.001192] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.001682] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.001903] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.002112] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.002264] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.002410] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.003799] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.003799] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.003799] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.003799] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.003799] env[62849]: DEBUG nova.virt.hardware [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.004447] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc086c1-7ffe-4515-bb8e-69e1fb45248e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.014622] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5455670a-14ee-4d46-a1c4-049769e80ec3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.035393] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa4277a7-321a-4fb9-95e9-a483e4908937 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.045982] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675eae62-a564-45e3-bd1e-d9e44b2d146a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.085477] env[62849]: DEBUG nova.scheduler.client.report [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.093033] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75b514a0-0f96-4402-b6de-95525a0e650b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.101743] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e66ea3b-3399-46ef-8c48-f89d14545be0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.148486] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5b51d-d1dc-4817-8d7a-982b1fdc93c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.160476] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ada52-b4f5-47fc-86cf-363026e7ed81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.175555] env[62849]: DEBUG nova.virt.block_device [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating existing volume attachment record: 10e20e7a-4ca5-492e-81b6-6e7277edba41 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 713.197085] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "refresh_cache-b87e622d-720f-4024-97b6-1c12d4d9d6d1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.374159] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404011, 'name': Rename_Task, 'duration_secs': 0.275429} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.374585] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.374811] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71d6c2a6-2771-43af-9ea6-200ee28bbe8b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.384105] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 713.384105] env[62849]: value = "task-4404013" [ 713.384105] env[62849]: _type = "Task" [ 713.384105] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.394939] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.595380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.596605] env[62849]: DEBUG nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.602077] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.907s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.602077] env[62849]: INFO nova.compute.claims [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.897299] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.108068] env[62849]: DEBUG nova.compute.utils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.109612] env[62849]: DEBUG nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.109790] env[62849]: DEBUG nova.network.neutron [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 714.227117] env[62849]: DEBUG nova.policy [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e701630794bc47a0b6b6318c5f2d5cbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '307f4a432fd140cdb8d4b718e7ae5188', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.405731] env[62849]: DEBUG oslo_vmware.api [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404013, 'name': PowerOnVM_Task, 'duration_secs': 0.868062} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.405731] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.405731] env[62849]: INFO nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Took 11.45 seconds to spawn the instance on the hypervisor. [ 714.405731] env[62849]: DEBUG nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.406287] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69551c69-614d-48f3-aa85-068f5be8f62f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.616482] env[62849]: DEBUG nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.752554] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.752554] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2eb3de-2196-497b-945f-854e6e02f142 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.766760] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 714.766760] env[62849]: value = "task-4404016" [ 714.766760] env[62849]: _type = "Task" [ 714.766760] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.778091] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.930526] env[62849]: INFO nova.compute.manager [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Took 40.61 seconds to build instance. [ 714.943900] env[62849]: DEBUG nova.network.neutron [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Successfully created port: 58006e23-f2a3-4f65-bc77-566d880ffbe6 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 715.197778] env[62849]: DEBUG nova.compute.manager [req-e03ac950-17e6-43e9-8399-a9c6f3bc9387 req-e555b2f1-4f2e-4ebc-b559-a359907b1239 service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Received event network-vif-plugged-725739d1-3696-4c4c-a7e9-ab6aab10d5ef {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 715.197871] env[62849]: DEBUG oslo_concurrency.lockutils [req-e03ac950-17e6-43e9-8399-a9c6f3bc9387 req-e555b2f1-4f2e-4ebc-b559-a359907b1239 service nova] Acquiring lock "c93476d2-41c0-4185-a91c-8a07c841afaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.198746] env[62849]: DEBUG oslo_concurrency.lockutils [req-e03ac950-17e6-43e9-8399-a9c6f3bc9387 req-e555b2f1-4f2e-4ebc-b559-a359907b1239 service nova] Lock "c93476d2-41c0-4185-a91c-8a07c841afaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.199308] env[62849]: DEBUG oslo_concurrency.lockutils [req-e03ac950-17e6-43e9-8399-a9c6f3bc9387 req-e555b2f1-4f2e-4ebc-b559-a359907b1239 service nova] Lock "c93476d2-41c0-4185-a91c-8a07c841afaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.200347] env[62849]: DEBUG nova.compute.manager [req-e03ac950-17e6-43e9-8399-a9c6f3bc9387 req-e555b2f1-4f2e-4ebc-b559-a359907b1239 service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] No waiting events found dispatching network-vif-plugged-725739d1-3696-4c4c-a7e9-ab6aab10d5ef {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.200628] env[62849]: WARNING nova.compute.manager [req-e03ac950-17e6-43e9-8399-a9c6f3bc9387 req-e555b2f1-4f2e-4ebc-b559-a359907b1239 service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Received unexpected event network-vif-plugged-725739d1-3696-4c4c-a7e9-ab6aab10d5ef for instance with vm_state building and task_state spawning. [ 715.247976] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e110662e-0334-425e-a965-bf85982ba15b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.257951] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe91259-2295-42df-a162-779702e7b595 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.307622] env[62849]: DEBUG nova.network.neutron [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Successfully updated port: 725739d1-3696-4c4c-a7e9-ab6aab10d5ef {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 715.312696] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6f7e39-440e-4dea-b47a-41adb21d435d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.325017] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404016, 'name': PowerOffVM_Task, 'duration_secs': 0.360418} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.325398] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.326760] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e46c2d-acdb-4b01-890e-19dfc8181969 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.331271] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f362da-7165-41c4-9dda-0cd539f5d1bb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.347146] env[62849]: DEBUG nova.compute.provider_tree [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.363912] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e40524-d36d-41aa-9dca-5539f0dffe92 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.417113] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.418028] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28b8e98-0efe-4029-8acb-530022939407 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.426190] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 715.426190] env[62849]: value = "task-4404017" [ 715.426190] env[62849]: _type = "Task" [ 715.426190] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.436272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f2418e7-a51e-4a66-a68d-37697ca087cc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.195s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.436494] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.639778] env[62849]: DEBUG nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.683034] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.683244] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.684078] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.684078] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.684078] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.684078] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.684373] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.684373] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.684545] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.684708] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.684876] env[62849]: DEBUG nova.virt.hardware [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.686047] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1512b-c138-4b48-93d0-500e9dab222d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.702673] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f546e37d-cab8-4e3b-9665-9ccba8fc390d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.781891] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "0c38b968-7a95-430d-a1d3-fe656571edfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.781891] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "0c38b968-7a95-430d-a1d3-fe656571edfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.818542] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "refresh_cache-c93476d2-41c0-4185-a91c-8a07c841afaf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.818542] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "refresh_cache-c93476d2-41c0-4185-a91c-8a07c841afaf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.818542] env[62849]: DEBUG nova.network.neutron [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 715.864301] env[62849]: DEBUG nova.scheduler.client.report [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.937717] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 715.937940] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.938210] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.938406] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.938596] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.938851] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f13e669-31ac-4291-b29f-9e22b9350243 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.953428] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.953616] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.954377] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ef7256-57b2-4f80-9f5e-15b46564824e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.960249] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 715.960249] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a2b44f-1e93-c4e8-3488-c02277f973bd" [ 715.960249] env[62849]: _type = "Task" [ 715.960249] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.970163] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a2b44f-1e93-c4e8-3488-c02277f973bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.286074] env[62849]: DEBUG nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.369931] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.373661] env[62849]: DEBUG nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.373661] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.877s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.375690] env[62849]: INFO nova.compute.claims [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.389546] env[62849]: DEBUG nova.network.neutron [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 716.480273] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a2b44f-1e93-c4e8-3488-c02277f973bd, 'name': SearchDatastore_Task, 'duration_secs': 0.028685} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.481627] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9a0b9c-8af4-4f11-87bb-ac014947f0fb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.489023] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 716.489023] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212c017-2f94-6c05-598b-8e566f224dc2" [ 716.489023] env[62849]: _type = "Task" [ 716.489023] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.498601] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212c017-2f94-6c05-598b-8e566f224dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.630346] env[62849]: DEBUG nova.network.neutron [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Updating instance_info_cache with network_info: [{"id": "725739d1-3696-4c4c-a7e9-ab6aab10d5ef", "address": "fa:16:3e:f6:08:bd", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725739d1-36", "ovs_interfaceid": "725739d1-3696-4c4c-a7e9-ab6aab10d5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.815686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.882462] env[62849]: DEBUG nova.compute.utils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.884849] env[62849]: DEBUG nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.885049] env[62849]: DEBUG nova.network.neutron [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 717.000104] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212c017-2f94-6c05-598b-8e566f224dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.025861} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.000417] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.000689] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. {{(pid=62849) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 717.000966] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33fe2c48-474a-431c-a605-cb2c476310a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.009758] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 717.009758] env[62849]: value = "task-4404019" [ 717.009758] env[62849]: _type = "Task" [ 717.009758] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.019056] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquiring lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.019444] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.025346] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.133393] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "refresh_cache-c93476d2-41c0-4185-a91c-8a07c841afaf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.133743] env[62849]: DEBUG nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Instance network_info: |[{"id": "725739d1-3696-4c4c-a7e9-ab6aab10d5ef", "address": "fa:16:3e:f6:08:bd", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725739d1-36", "ovs_interfaceid": "725739d1-3696-4c4c-a7e9-ab6aab10d5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.134362] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:08:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '725739d1-3696-4c4c-a7e9-ab6aab10d5ef', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.142503] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Creating folder: Project (b3508741829a44769adccdeae85f0169). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.144160] env[62849]: DEBUG nova.policy [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '355cc9599f2e4c1bb608d33e8755a8b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9ff5682518f48cf8edd2b00a6b7632d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.145682] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cec5dcb9-2de3-45ca-b872-4290a96bdb33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.157574] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Created folder: Project (b3508741829a44769adccdeae85f0169) in parent group-v861840. [ 717.157574] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Creating folder: Instances. Parent ref: group-v861957. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.157810] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e95504-5619-43b8-b7c5-3fab1c1b9eac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.169203] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Created folder: Instances in parent group-v861957. [ 717.169203] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.169203] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.169203] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff32404f-f850-4db4-b528-404c9b694ba4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.192855] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.192855] env[62849]: value = "task-4404022" [ 717.192855] env[62849]: _type = "Task" [ 717.192855] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.201885] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404022, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.234212] env[62849]: DEBUG nova.compute.manager [req-8d21314d-fc71-48aa-a982-4b408882db5d req-c866e587-f260-4254-a30d-2184f8a761e4 service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Received event network-changed-725739d1-3696-4c4c-a7e9-ab6aab10d5ef {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 717.234212] env[62849]: DEBUG nova.compute.manager [req-8d21314d-fc71-48aa-a982-4b408882db5d req-c866e587-f260-4254-a30d-2184f8a761e4 service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Refreshing instance network info cache due to event network-changed-725739d1-3696-4c4c-a7e9-ab6aab10d5ef. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 717.234212] env[62849]: DEBUG oslo_concurrency.lockutils [req-8d21314d-fc71-48aa-a982-4b408882db5d req-c866e587-f260-4254-a30d-2184f8a761e4 service nova] Acquiring lock "refresh_cache-c93476d2-41c0-4185-a91c-8a07c841afaf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.234212] env[62849]: DEBUG oslo_concurrency.lockutils [req-8d21314d-fc71-48aa-a982-4b408882db5d req-c866e587-f260-4254-a30d-2184f8a761e4 service nova] Acquired lock "refresh_cache-c93476d2-41c0-4185-a91c-8a07c841afaf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.234212] env[62849]: DEBUG nova.network.neutron [req-8d21314d-fc71-48aa-a982-4b408882db5d req-c866e587-f260-4254-a30d-2184f8a761e4 service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Refreshing network info cache for port 725739d1-3696-4c4c-a7e9-ab6aab10d5ef {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.363025] env[62849]: DEBUG nova.compute.manager [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.363025] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b13510-5e83-48d4-b946-4ff3345b87f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.388674] env[62849]: DEBUG nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.528085] env[62849]: DEBUG nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.533671] env[62849]: DEBUG nova.network.neutron [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Successfully updated port: 58006e23-f2a3-4f65-bc77-566d880ffbe6 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.544017] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404019, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.640974] env[62849]: DEBUG nova.network.neutron [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Successfully created port: 76049061-0317-425d-9508-38ec8bc9e9de {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 717.709967] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404022, 'name': CreateVM_Task, 'duration_secs': 0.391558} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.710935] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.711723] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.711935] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.712393] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.712740] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcab31f9-f06c-4fd4-869b-5b21f35c72a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.720901] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 717.720901] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522260d7-fb6e-b8df-fb05-c198d3c152d5" [ 717.720901] env[62849]: _type = "Task" [ 717.720901] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.730579] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522260d7-fb6e-b8df-fb05-c198d3c152d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.877939] env[62849]: INFO nova.compute.manager [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] instance snapshotting [ 717.883801] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14207d7b-7edf-4cc7-b92b-837eae3a80bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.914962] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13fa8f4-8e6a-4416-a819-a76a76c15c34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.020181] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d807d-6612-4fdf-a0e0-166668de617e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.025797] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.039218] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "refresh_cache-4e97af5c-1c18-4558-a688-9505339fed93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.039368] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "refresh_cache-4e97af5c-1c18-4558-a688-9505339fed93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.039517] env[62849]: DEBUG nova.network.neutron [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 718.044023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe231f08-e8eb-40bd-a371-3164f3a822e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.078922] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.080448] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3feec60-31be-4c41-9a49-7cb223391752 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.091285] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72311a5-454d-4117-b203-52797d9ad139 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.108054] env[62849]: DEBUG nova.compute.provider_tree [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.170179] env[62849]: DEBUG nova.network.neutron [req-8d21314d-fc71-48aa-a982-4b408882db5d req-c866e587-f260-4254-a30d-2184f8a761e4 service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Updated VIF entry in instance network info cache for port 725739d1-3696-4c4c-a7e9-ab6aab10d5ef. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.170570] env[62849]: DEBUG nova.network.neutron [req-8d21314d-fc71-48aa-a982-4b408882db5d req-c866e587-f260-4254-a30d-2184f8a761e4 service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Updating instance_info_cache with network_info: [{"id": "725739d1-3696-4c4c-a7e9-ab6aab10d5ef", "address": "fa:16:3e:f6:08:bd", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725739d1-36", "ovs_interfaceid": "725739d1-3696-4c4c-a7e9-ab6aab10d5ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.236463] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522260d7-fb6e-b8df-fb05-c198d3c152d5, 'name': SearchDatastore_Task, 'duration_secs': 0.035468} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.236803] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.237162] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.237508] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.237725] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.237990] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.238474] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b56d3729-daac-4e4a-8d4a-0176a46185d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.256260] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.256556] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.257631] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550092ab-8e2d-45e7-937c-2c2d7b0bb582 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.265367] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 718.265367] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52191595-66b1-3363-9759-637dba872c26" [ 718.265367] env[62849]: _type = "Task" [ 718.265367] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.279901] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52191595-66b1-3363-9759-637dba872c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.416037] env[62849]: DEBUG nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.426451] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.426845] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-781859e8-f56a-45dd-9a1e-15324f7483d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.437664] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 718.437664] env[62849]: value = "task-4404023" [ 718.437664] env[62849]: _type = "Task" [ 718.437664] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.443447] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.443785] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.443952] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.444161] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.444358] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.444538] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.444746] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.444912] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.445101] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.445282] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.445472] env[62849]: DEBUG nova.virt.hardware [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.446657] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbb131-4735-47ad-b5cc-f57364a52d19 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.459735] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4230db8-54ea-4179-be08-c632de49d871 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.463623] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.523241] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.593787] env[62849]: DEBUG nova.network.neutron [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.611501] env[62849]: DEBUG nova.scheduler.client.report [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.673956] env[62849]: DEBUG oslo_concurrency.lockutils [req-8d21314d-fc71-48aa-a982-4b408882db5d req-c866e587-f260-4254-a30d-2184f8a761e4 service nova] Releasing lock "refresh_cache-c93476d2-41c0-4185-a91c-8a07c841afaf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.755649] env[62849]: DEBUG nova.network.neutron [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Updating instance_info_cache with network_info: [{"id": "58006e23-f2a3-4f65-bc77-566d880ffbe6", "address": "fa:16:3e:21:ce:5a", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58006e23-f2", "ovs_interfaceid": "58006e23-f2a3-4f65-bc77-566d880ffbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.778515] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52191595-66b1-3363-9759-637dba872c26, 'name': SearchDatastore_Task, 'duration_secs': 0.030667} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.779587] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3b5173-fade-443a-a18c-14fda329279c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.786885] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 718.786885] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52283a9c-97c3-847a-c1a8-0a9bb725745b" [ 718.786885] env[62849]: _type = "Task" [ 718.786885] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.796439] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52283a9c-97c3-847a-c1a8-0a9bb725745b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.820122] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.949396] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.025338] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404019, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.635147} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.025651] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. [ 719.026471] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fe62c8-5f9b-4b9f-b930-3f0f4e31649c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.058130] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.058459] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-659a9ac5-64f5-40bf-8a83-d397658b8085 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.078982] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 719.078982] env[62849]: value = "task-4404024" [ 719.078982] env[62849]: _type = "Task" [ 719.078982] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.089722] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.117048] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.117679] env[62849]: DEBUG nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.121012] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.623s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.121012] env[62849]: DEBUG nova.objects.instance [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 719.258637] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "refresh_cache-4e97af5c-1c18-4558-a688-9505339fed93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.259061] env[62849]: DEBUG nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Instance network_info: |[{"id": "58006e23-f2a3-4f65-bc77-566d880ffbe6", "address": "fa:16:3e:21:ce:5a", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58006e23-f2", "ovs_interfaceid": "58006e23-f2a3-4f65-bc77-566d880ffbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.259517] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:ce:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58006e23-f2a3-4f65-bc77-566d880ffbe6', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.267988] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.267988] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.267988] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df8a3ffb-116b-4c98-b9c5-f5bcb82e3f32 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.293367] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.293367] env[62849]: value = "task-4404025" [ 719.293367] env[62849]: _type = "Task" [ 719.293367] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.301541] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52283a9c-97c3-847a-c1a8-0a9bb725745b, 'name': SearchDatastore_Task, 'duration_secs': 0.017656} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.302291] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.302576] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c93476d2-41c0-4185-a91c-8a07c841afaf/c93476d2-41c0-4185-a91c-8a07c841afaf.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.302866] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0defa88c-0a30-4d6f-aa5d-2cd42f07e744 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.308194] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404025, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.313793] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 719.313793] env[62849]: value = "task-4404026" [ 719.313793] env[62849]: _type = "Task" [ 719.313793] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.325829] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.349279] env[62849]: DEBUG nova.compute.manager [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Received event network-vif-plugged-58006e23-f2a3-4f65-bc77-566d880ffbe6 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 719.349279] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] Acquiring lock "4e97af5c-1c18-4558-a688-9505339fed93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.349279] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] Lock "4e97af5c-1c18-4558-a688-9505339fed93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.349535] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] Lock "4e97af5c-1c18-4558-a688-9505339fed93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.349663] env[62849]: DEBUG nova.compute.manager [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] No waiting events found dispatching network-vif-plugged-58006e23-f2a3-4f65-bc77-566d880ffbe6 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.349827] env[62849]: WARNING nova.compute.manager [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Received unexpected event network-vif-plugged-58006e23-f2a3-4f65-bc77-566d880ffbe6 for instance with vm_state building and task_state spawning. [ 719.350031] env[62849]: DEBUG nova.compute.manager [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Received event network-changed-58006e23-f2a3-4f65-bc77-566d880ffbe6 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 719.350334] env[62849]: DEBUG nova.compute.manager [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Refreshing instance network info cache due to event network-changed-58006e23-f2a3-4f65-bc77-566d880ffbe6. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 719.350407] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] Acquiring lock "refresh_cache-4e97af5c-1c18-4558-a688-9505339fed93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.350564] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] Acquired lock "refresh_cache-4e97af5c-1c18-4558-a688-9505339fed93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.350713] env[62849]: DEBUG nova.network.neutron [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Refreshing network info cache for port 58006e23-f2a3-4f65-bc77-566d880ffbe6 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.448915] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404023, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.568186] env[62849]: DEBUG nova.network.neutron [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Successfully updated port: 76049061-0317-425d-9508-38ec8bc9e9de {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 719.592535] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404024, 'name': ReconfigVM_Task, 'duration_secs': 0.323314} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.592830] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Reconfigured VM instance instance-00000026 to attach disk [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.593764] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c343633-e32e-4053-9a0f-a758e1f94afc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.628226] env[62849]: DEBUG nova.compute.utils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.632605] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-045c8b20-acaa-47a9-a523-bcc044b3335d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.647598] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bdc79f19-1be9-4eb3-b49d-af62d6896a81 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.527s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.648989] env[62849]: DEBUG nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.651720] env[62849]: DEBUG nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.651933] env[62849]: DEBUG nova.network.neutron [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.655625] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.141s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.655625] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.656875] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.220s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.657114] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.659325] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.932s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.661042] env[62849]: INFO nova.compute.claims [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.673643] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 719.673643] env[62849]: value = "task-4404027" [ 719.673643] env[62849]: _type = "Task" [ 719.673643] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.691035] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.698935] env[62849]: INFO nova.scheduler.client.report [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Deleted allocations for instance a0ead213-74aa-4f55-8263-4cb4b5822f8d [ 719.710999] env[62849]: INFO nova.scheduler.client.report [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Deleted allocations for instance fd3937ee-0e16-4381-91bc-3413556aacc2 [ 719.765949] env[62849]: DEBUG nova.policy [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79799a695ae24acfa3e267724fe26f5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84dafa5b23b940b0bd11f0b09c43cd9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.808413] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404025, 'name': CreateVM_Task, 'duration_secs': 0.343597} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.808609] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.809428] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.809610] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.810035] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.810317] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd57e666-bb96-455f-b126-4c2868dfab93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.820151] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 719.820151] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e4edef-18a4-746b-69bc-41c3001fe776" [ 719.820151] env[62849]: _type = "Task" [ 719.820151] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.827218] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404026, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.835441] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e4edef-18a4-746b-69bc-41c3001fe776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.949378] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404023, 'name': CreateSnapshot_Task, 'duration_secs': 1.103125} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.949665] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 719.950466] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da0c69b-eed0-41b1-b31d-cfa3c658548d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.070929] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "refresh_cache-dbe12ff1-8993-4782-8f54-46797fbcd0d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.071129] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "refresh_cache-dbe12ff1-8993-4782-8f54-46797fbcd0d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.071361] env[62849]: DEBUG nova.network.neutron [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 720.187598] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404027, 'name': ReconfigVM_Task, 'duration_secs': 0.207488} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.187936] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.188665] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d86dd4-0486-4bb4-a70d-d8b0389bf18b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.198998] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 720.198998] env[62849]: value = "task-4404028" [ 720.198998] env[62849]: _type = "Task" [ 720.198998] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.211422] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.213129] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00ec9919-f6d2-4434-acad-f1540c4cf8d2 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "a0ead213-74aa-4f55-8263-4cb4b5822f8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.198s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.213730] env[62849]: DEBUG nova.network.neutron [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Updated VIF entry in instance network info cache for port 58006e23-f2a3-4f65-bc77-566d880ffbe6. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 720.214212] env[62849]: DEBUG nova.network.neutron [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Updating instance_info_cache with network_info: [{"id": "58006e23-f2a3-4f65-bc77-566d880ffbe6", "address": "fa:16:3e:21:ce:5a", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58006e23-f2", "ovs_interfaceid": "58006e23-f2a3-4f65-bc77-566d880ffbe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.221740] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71d584eb-c0c5-4ce0-982a-16062bad91f7 tempest-ServersListShow298Test-1177076571 tempest-ServersListShow298Test-1177076571-project-member] Lock "fd3937ee-0e16-4381-91bc-3413556aacc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.077s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.329065] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570925} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.329781] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c93476d2-41c0-4185-a91c-8a07c841afaf/c93476d2-41c0-4185-a91c-8a07c841afaf.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.330022] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.330298] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e01e6d8f-cc8a-4fb0-a444-d90696859a94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.336500] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e4edef-18a4-746b-69bc-41c3001fe776, 'name': SearchDatastore_Task, 'duration_secs': 0.050301} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.337217] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.337498] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.337771] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.337920] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.338167] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.338452] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdc3d2d5-31b1-4f58-a910-97bb451198cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.341954] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 720.341954] env[62849]: value = "task-4404029" [ 720.341954] env[62849]: _type = "Task" [ 720.341954] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.352677] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.354761] env[62849]: DEBUG nova.network.neutron [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Successfully created port: 35406f87-5073-49f4-8677-88e3575f78c2 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 720.356770] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.356951] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.357721] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35e42e4-7166-4fe3-81e5-001531b06248 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.364332] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 720.364332] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f20120-4789-7c8e-6e78-a92e860d4196" [ 720.364332] env[62849]: _type = "Task" [ 720.364332] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.373704] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f20120-4789-7c8e-6e78-a92e860d4196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.471102] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 720.474033] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a189cc2d-d4da-43a7-b672-7527ce919e93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.481099] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 720.481099] env[62849]: value = "task-4404030" [ 720.481099] env[62849]: _type = "Task" [ 720.481099] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.491971] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404030, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.658972] env[62849]: DEBUG nova.network.neutron [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 720.672455] env[62849]: DEBUG nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.706380] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:18:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2e2815af-f461-4285-9ac5-cf0150eedf72',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2010048180',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.706625] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.706943] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.707179] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.707328] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.707564] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.707680] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.707831] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.711183] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.711435] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.711803] env[62849]: DEBUG nova.virt.hardware [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.716992] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d0a88d-8766-4323-a0b7-9d8f8c7bb6e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.726169] env[62849]: DEBUG oslo_concurrency.lockutils [req-e0871a42-8630-4f1c-b5c5-ba05d222ca7f req-e7a49780-7aaf-408b-ab38-9318fa80daf2 service nova] Releasing lock "refresh_cache-4e97af5c-1c18-4558-a688-9505339fed93" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.734405] env[62849]: DEBUG oslo_vmware.api [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404028, 'name': PowerOnVM_Task, 'duration_secs': 0.428223} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.734517] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.738105] env[62849]: DEBUG nova.compute.manager [None req-cb51f4a0-a356-48f2-89de-1f89303acbc4 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.744224] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d6213-aca7-43ce-9f2d-434dc81928e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.750474] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7525a9-a229-409f-af00-66fab9ebcfc9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.854726] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068825} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.855011] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.855846] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda52f00-763d-4364-ba54-3accf50dd7a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.884536] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c93476d2-41c0-4185-a91c-8a07c841afaf/c93476d2-41c0-4185-a91c-8a07c841afaf.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.893215] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6726b34-571a-4c09-8fb1-200f8fe89413 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.919856] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f20120-4789-7c8e-6e78-a92e860d4196, 'name': SearchDatastore_Task, 'duration_secs': 0.01508} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.922207] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 720.922207] env[62849]: value = "task-4404031" [ 720.922207] env[62849]: _type = "Task" [ 720.922207] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.922207] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14971da4-23f6-405d-ab73-cd7e45afbb31 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.940692] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 720.940692] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52084dd9-0fdd-3be7-0b0d-34275ba9d783" [ 720.940692] env[62849]: _type = "Task" [ 720.940692] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.941058] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.953872] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52084dd9-0fdd-3be7-0b0d-34275ba9d783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.966363] env[62849]: DEBUG nova.network.neutron [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Updating instance_info_cache with network_info: [{"id": "76049061-0317-425d-9508-38ec8bc9e9de", "address": "fa:16:3e:ba:d0:e7", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76049061-03", "ovs_interfaceid": "76049061-0317-425d-9508-38ec8bc9e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.997516] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404030, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.318631] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e923f775-cddc-477e-9de8-a559970e9558 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.327934] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2bcec5-2398-4c89-ac80-98bcffea73fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.365870] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22fa6ea-cdbc-4467-9322-9483b2ea3280 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.374743] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c14063b-1bf0-472a-b34f-9a1d05a2a71f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.389498] env[62849]: DEBUG nova.compute.provider_tree [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.435386] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.451598] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52084dd9-0fdd-3be7-0b0d-34275ba9d783, 'name': SearchDatastore_Task, 'duration_secs': 0.020061} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.452289] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.452534] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 4e97af5c-1c18-4558-a688-9505339fed93/4e97af5c-1c18-4558-a688-9505339fed93.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.452830] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ca3b0dd-efe0-479f-9579-3f30825dca53 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.461455] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 721.461455] env[62849]: value = "task-4404032" [ 721.461455] env[62849]: _type = "Task" [ 721.461455] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.471945] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "refresh_cache-dbe12ff1-8993-4782-8f54-46797fbcd0d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.472726] env[62849]: DEBUG nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Instance network_info: |[{"id": "76049061-0317-425d-9508-38ec8bc9e9de", "address": "fa:16:3e:ba:d0:e7", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76049061-03", "ovs_interfaceid": "76049061-0317-425d-9508-38ec8bc9e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.472726] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.473580] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76049061-0317-425d-9508-38ec8bc9e9de', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.481846] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.482656] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.487267] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad975d52-fca4-4a21-9466-48da36d46e44 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.514718] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404030, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.518983] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.518983] env[62849]: value = "task-4404033" [ 721.518983] env[62849]: _type = "Task" [ 721.518983] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.659349] env[62849]: DEBUG nova.compute.manager [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Received event network-vif-plugged-76049061-0317-425d-9508-38ec8bc9e9de {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 721.659349] env[62849]: DEBUG oslo_concurrency.lockutils [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] Acquiring lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.659349] env[62849]: DEBUG oslo_concurrency.lockutils [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.659349] env[62849]: DEBUG oslo_concurrency.lockutils [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.659693] env[62849]: DEBUG nova.compute.manager [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] No waiting events found dispatching network-vif-plugged-76049061-0317-425d-9508-38ec8bc9e9de {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.659693] env[62849]: WARNING nova.compute.manager [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Received unexpected event network-vif-plugged-76049061-0317-425d-9508-38ec8bc9e9de for instance with vm_state building and task_state spawning. [ 721.659789] env[62849]: DEBUG nova.compute.manager [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Received event network-changed-76049061-0317-425d-9508-38ec8bc9e9de {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 721.659938] env[62849]: DEBUG nova.compute.manager [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Refreshing instance network info cache due to event network-changed-76049061-0317-425d-9508-38ec8bc9e9de. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 721.660421] env[62849]: DEBUG oslo_concurrency.lockutils [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] Acquiring lock "refresh_cache-dbe12ff1-8993-4782-8f54-46797fbcd0d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.660421] env[62849]: DEBUG oslo_concurrency.lockutils [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] Acquired lock "refresh_cache-dbe12ff1-8993-4782-8f54-46797fbcd0d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.660553] env[62849]: DEBUG nova.network.neutron [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Refreshing network info cache for port 76049061-0317-425d-9508-38ec8bc9e9de {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.923659] env[62849]: ERROR nova.scheduler.client.report [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [req-c3053337-101a-4c46-841c-0b795892052e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3053337-101a-4c46-841c-0b795892052e"}]} [ 721.941458] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.946147] env[62849]: DEBUG nova.scheduler.client.report [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 721.969263] env[62849]: DEBUG nova.scheduler.client.report [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 721.971859] env[62849]: DEBUG nova.compute.provider_tree [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.978215] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.988672] env[62849]: DEBUG nova.scheduler.client.report [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 721.995458] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404030, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.015565] env[62849]: DEBUG nova.scheduler.client.report [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.030566] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404033, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.364685] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.365073] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.443117] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404031, 'name': ReconfigVM_Task, 'duration_secs': 1.377666} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.443514] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c93476d2-41c0-4185-a91c-8a07c841afaf/c93476d2-41c0-4185-a91c-8a07c841afaf.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.444485] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6bdf101-9e71-4e45-aac4-929144d84f3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.456227] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 722.456227] env[62849]: value = "task-4404034" [ 722.456227] env[62849]: _type = "Task" [ 722.456227] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.480028] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404034, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.489604] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548377} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.494507] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 4e97af5c-1c18-4558-a688-9505339fed93/4e97af5c-1c18-4558-a688-9505339fed93.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.494507] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.497146] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82591609-cf21-4856-8351-43fae84b9182 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.508485] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404030, 'name': CloneVM_Task, 'duration_secs': 2.005945} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.510925] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Created linked-clone VM from snapshot [ 722.510992] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 722.510992] env[62849]: value = "task-4404035" [ 722.510992] env[62849]: _type = "Task" [ 722.510992] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.511775] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b91f83-a818-4ef0-ab0e-3e7a96ba6daa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.533270] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Uploading image 0099df7b-a695-4a67-a881-034b8b619ddd {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.543023] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.550236] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404033, 'name': CreateVM_Task, 'duration_secs': 0.815693} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.550732] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.551101] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.551282] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.551641] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.552846] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898085e1-39fc-4c4d-93b3-43b58c987149 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.558535] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 722.558535] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52684bfb-d2e3-7eb5-c9d9-b55034663e4c" [ 722.558535] env[62849]: _type = "Task" [ 722.558535] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.574556] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52684bfb-d2e3-7eb5-c9d9-b55034663e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.577599] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.577599] env[62849]: value = "vm-861962" [ 722.577599] env[62849]: _type = "VirtualMachine" [ 722.577599] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.578018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.578308] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.578506] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.578780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.578841] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.579172] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ed5ec4b-9819-4280-bc78-79c9b2336bea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.583652] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f69d0e0-ea22-4a13-80d6-04b3c1f2dac2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.594282] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lease: (returnval){ [ 722.594282] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d562a5-c668-822a-ff15-6217ae26f158" [ 722.594282] env[62849]: _type = "HttpNfcLease" [ 722.594282] env[62849]: } obtained for exporting VM: (result){ [ 722.594282] env[62849]: value = "vm-861962" [ 722.594282] env[62849]: _type = "VirtualMachine" [ 722.594282] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.594737] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the lease: (returnval){ [ 722.594737] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d562a5-c668-822a-ff15-6217ae26f158" [ 722.594737] env[62849]: _type = "HttpNfcLease" [ 722.594737] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.600179] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.600374] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.601604] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f0f9f70-0b8c-46a3-a608-cc78500c0cc0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.609971] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.609971] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d562a5-c668-822a-ff15-6217ae26f158" [ 722.609971] env[62849]: _type = "HttpNfcLease" [ 722.609971] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 722.616604] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 722.616604] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5273de40-383f-e534-a13b-e25a3bb99251" [ 722.616604] env[62849]: _type = "Task" [ 722.616604] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.629246] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5273de40-383f-e534-a13b-e25a3bb99251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.634573] env[62849]: DEBUG nova.network.neutron [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Successfully updated port: 35406f87-5073-49f4-8677-88e3575f78c2 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 722.638145] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64713c08-e31d-4ad8-9df7-922411a8bd56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.649741] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810074ba-9398-4aee-8267-f57f937d4c71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.684442] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac3f94-7547-49a5-a117-e09f50176eb0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.696148] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4887876-0d80-41ab-a8e8-3bde93020fb0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.699093] env[62849]: DEBUG nova.network.neutron [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Updated VIF entry in instance network info cache for port 76049061-0317-425d-9508-38ec8bc9e9de. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 722.699615] env[62849]: DEBUG nova.network.neutron [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Updating instance_info_cache with network_info: [{"id": "76049061-0317-425d-9508-38ec8bc9e9de", "address": "fa:16:3e:ba:d0:e7", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76049061-03", "ovs_interfaceid": "76049061-0317-425d-9508-38ec8bc9e9de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.715170] env[62849]: DEBUG nova.compute.provider_tree [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.869453] env[62849]: DEBUG nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.967224] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404034, 'name': Rename_Task, 'duration_secs': 0.179058} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.967512] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.967763] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caaaddaf-0feb-43b1-8948-d35df8d93ca8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.976275] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 722.976275] env[62849]: value = "task-4404037" [ 722.976275] env[62849]: _type = "Task" [ 722.976275] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.986027] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.024265] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07077} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.024552] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.027128] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d86c9c-5aa7-4845-a472-ab059dc97e6a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.051553] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 4e97af5c-1c18-4558-a688-9505339fed93/4e97af5c-1c18-4558-a688-9505339fed93.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.052359] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc2cfea-e87d-4c50-93ae-ffbd6c2bc714 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.073912] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 723.073912] env[62849]: value = "task-4404038" [ 723.073912] env[62849]: _type = "Task" [ 723.073912] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.083596] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.092306] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "7567076c-e3dd-42fd-b715-bf3ea8452826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.092621] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "7567076c-e3dd-42fd-b715-bf3ea8452826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.092903] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "7567076c-e3dd-42fd-b715-bf3ea8452826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.093081] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "7567076c-e3dd-42fd-b715-bf3ea8452826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.093298] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "7567076c-e3dd-42fd-b715-bf3ea8452826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.098795] env[62849]: INFO nova.compute.manager [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Terminating instance [ 723.105188] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.105188] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d562a5-c668-822a-ff15-6217ae26f158" [ 723.105188] env[62849]: _type = "HttpNfcLease" [ 723.105188] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 723.105535] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 723.105535] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d562a5-c668-822a-ff15-6217ae26f158" [ 723.105535] env[62849]: _type = "HttpNfcLease" [ 723.105535] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 723.107126] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46390ed-a8a0-482d-b59d-ee826aea8ad8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.116784] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52229b48-63e8-6a7e-fc1c-940803ff854a/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 723.117091] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52229b48-63e8-6a7e-fc1c-940803ff854a/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 723.181634] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.181865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.181980] env[62849]: DEBUG nova.network.neutron [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 723.190820] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5273de40-383f-e534-a13b-e25a3bb99251, 'name': SearchDatastore_Task, 'duration_secs': 0.021408} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.191747] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9211788f-78a5-458a-a25b-dd8944d36d01 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.199812] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 723.199812] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5263e4a4-5e40-7751-7a43-8a3b6f6a37e8" [ 723.199812] env[62849]: _type = "Task" [ 723.199812] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.205454] env[62849]: DEBUG oslo_concurrency.lockutils [req-46e680b7-9dc3-4256-bed0-770093f3745d req-e5f8a35c-be08-42eb-8e78-1b97660dc244 service nova] Releasing lock "refresh_cache-dbe12ff1-8993-4782-8f54-46797fbcd0d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.214764] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5263e4a4-5e40-7751-7a43-8a3b6f6a37e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.217804] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.218152] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] dbe12ff1-8993-4782-8f54-46797fbcd0d4/dbe12ff1-8993-4782-8f54-46797fbcd0d4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.224285] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d7d240-ca09-425a-8756-8286cbd5c62e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.225491] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9378eb6e-deaf-4c96-9710-9b6b48355acd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.236547] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 723.236547] env[62849]: value = "task-4404039" [ 723.236547] env[62849]: _type = "Task" [ 723.236547] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.247529] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.283878] env[62849]: DEBUG nova.scheduler.client.report [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 723.284206] env[62849]: DEBUG nova.compute.provider_tree [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 66 to 67 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.284341] env[62849]: DEBUG nova.compute.provider_tree [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.397212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.489350] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404037, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.586243] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404038, 'name': ReconfigVM_Task, 'duration_secs': 0.476675} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.586606] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 4e97af5c-1c18-4558-a688-9505339fed93/4e97af5c-1c18-4558-a688-9505339fed93.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.587480] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7e4a40a-5a55-48ab-9616-c500f8311131 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.596574] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 723.596574] env[62849]: value = "task-4404040" [ 723.596574] env[62849]: _type = "Task" [ 723.596574] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.607959] env[62849]: DEBUG nova.compute.manager [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.608322] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.608699] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404040, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.609771] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d69061-1cdc-4e8c-9efe-fcc5b15e1122 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.619159] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.619553] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4297b4-100d-4709-b14e-27342307697f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.627689] env[62849]: DEBUG oslo_vmware.api [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 723.627689] env[62849]: value = "task-4404041" [ 723.627689] env[62849]: _type = "Task" [ 723.627689] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.638264] env[62849]: DEBUG oslo_vmware.api [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4404041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.695574] env[62849]: DEBUG nova.compute.manager [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Received event network-vif-plugged-35406f87-5073-49f4-8677-88e3575f78c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 723.695911] env[62849]: DEBUG oslo_concurrency.lockutils [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] Acquiring lock "479c512b-9304-46fb-8719-a0335ba39a59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.696010] env[62849]: DEBUG oslo_concurrency.lockutils [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] Lock "479c512b-9304-46fb-8719-a0335ba39a59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.696213] env[62849]: DEBUG oslo_concurrency.lockutils [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] Lock "479c512b-9304-46fb-8719-a0335ba39a59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.696385] env[62849]: DEBUG nova.compute.manager [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] No waiting events found dispatching network-vif-plugged-35406f87-5073-49f4-8677-88e3575f78c2 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.696556] env[62849]: WARNING nova.compute.manager [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Received unexpected event network-vif-plugged-35406f87-5073-49f4-8677-88e3575f78c2 for instance with vm_state building and task_state spawning. [ 723.696800] env[62849]: DEBUG nova.compute.manager [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Received event network-changed-35406f87-5073-49f4-8677-88e3575f78c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 723.697009] env[62849]: DEBUG nova.compute.manager [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Refreshing instance network info cache due to event network-changed-35406f87-5073-49f4-8677-88e3575f78c2. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 723.697319] env[62849]: DEBUG oslo_concurrency.lockutils [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] Acquiring lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.737325] env[62849]: DEBUG nova.network.neutron [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 723.755953] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404039, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.790100] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.130s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.790584] env[62849]: DEBUG nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.795030] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.043s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.795030] env[62849]: DEBUG nova.objects.instance [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lazy-loading 'resources' on Instance uuid f64c98c0-a688-4b08-ab87-9b55e100cc76 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.987407] env[62849]: DEBUG oslo_vmware.api [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404037, 'name': PowerOnVM_Task, 'duration_secs': 0.530068} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.987605] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.987829] env[62849]: INFO nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Took 11.02 seconds to spawn the instance on the hypervisor. [ 723.989044] env[62849]: DEBUG nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.989561] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce56420-6091-4c2d-9a13-ea31c39570cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.036489] env[62849]: DEBUG nova.network.neutron [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance_info_cache with network_info: [{"id": "35406f87-5073-49f4-8677-88e3575f78c2", "address": "fa:16:3e:5f:25:bb", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35406f87-50", "ovs_interfaceid": "35406f87-5073-49f4-8677-88e3575f78c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.108944] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404040, 'name': Rename_Task, 'duration_secs': 0.263173} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.109417] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.109714] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43828c0b-772f-4b8b-94ec-9c18cc4657c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.117770] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 724.117770] env[62849]: value = "task-4404042" [ 724.117770] env[62849]: _type = "Task" [ 724.117770] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.127402] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.141831] env[62849]: DEBUG oslo_vmware.api [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4404041, 'name': PowerOffVM_Task, 'duration_secs': 0.356632} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.143265] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.143265] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.143265] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd485127-41ef-43c1-ba22-0f2304059a88 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.225855] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.226133] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.226389] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Deleting the datastore file [datastore2] 7567076c-e3dd-42fd-b715-bf3ea8452826 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.226743] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a887756a-c8cb-4294-8658-5492267c93de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.236922] env[62849]: DEBUG oslo_vmware.api [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for the task: (returnval){ [ 724.236922] env[62849]: value = "task-4404044" [ 724.236922] env[62849]: _type = "Task" [ 724.236922] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.252239] env[62849]: DEBUG oslo_vmware.api [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4404044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.259537] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597044} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.260027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] dbe12ff1-8993-4782-8f54-46797fbcd0d4/dbe12ff1-8993-4782-8f54-46797fbcd0d4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.260327] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.260589] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71a70fb7-5cab-4e95-b265-914cbebb2692 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.273254] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 724.273254] env[62849]: value = "task-4404045" [ 724.273254] env[62849]: _type = "Task" [ 724.273254] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.286016] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.301789] env[62849]: DEBUG nova.compute.utils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.305938] env[62849]: DEBUG nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.306523] env[62849]: DEBUG nova.network.neutron [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 724.403473] env[62849]: DEBUG nova.policy [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '683e8df0ca2b4ac9a0a30f4f8fc7f2a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5ac53eab684b3fa07b45292bdc69e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.516523] env[62849]: INFO nova.compute.manager [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Took 42.50 seconds to build instance. [ 724.540982] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.541190] env[62849]: DEBUG nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Instance network_info: |[{"id": "35406f87-5073-49f4-8677-88e3575f78c2", "address": "fa:16:3e:5f:25:bb", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35406f87-50", "ovs_interfaceid": "35406f87-5073-49f4-8677-88e3575f78c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.541767] env[62849]: DEBUG oslo_concurrency.lockutils [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] Acquired lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.544336] env[62849]: DEBUG nova.network.neutron [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Refreshing network info cache for port 35406f87-5073-49f4-8677-88e3575f78c2 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.545749] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:25:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35406f87-5073-49f4-8677-88e3575f78c2', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.558749] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.567502] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.569657] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-482de5d4-496c-4602-815f-929bcb761b24 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.606317] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.606317] env[62849]: value = "task-4404046" [ 724.606317] env[62849]: _type = "Task" [ 724.606317] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.620536] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404046, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.631279] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.753029] env[62849]: DEBUG oslo_vmware.api [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Task: {'id': task-4404044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437554} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.753029] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.753029] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.753029] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.753719] env[62849]: INFO nova.compute.manager [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Took 1.15 seconds to destroy the instance on the hypervisor. [ 724.756510] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.756510] env[62849]: DEBUG nova.compute.manager [-] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.756510] env[62849]: DEBUG nova.network.neutron [-] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 724.796658] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092513} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.801770] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.803276] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6358ab8-9f6d-4faa-857c-409b8d027983 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.806569] env[62849]: DEBUG nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.836109] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] dbe12ff1-8993-4782-8f54-46797fbcd0d4/dbe12ff1-8993-4782-8f54-46797fbcd0d4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.840019] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56bdf2c-ac26-4003-ae30-05d71662c4b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.865140] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 724.865140] env[62849]: value = "task-4404047" [ 724.865140] env[62849]: _type = "Task" [ 724.865140] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.876305] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.027875] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed1a0d84-d140-4ae2-820e-df7f3a0bd654 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c93476d2-41c0-4185-a91c-8a07c841afaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.088s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.074797] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13daf8-9541-432c-ab3a-38cc8f737b75 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.089036] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36449746-937f-4513-ae65-e880b0c13d25 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.149840] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b67e38-e027-4950-8a43-f6837214b2d9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.163372] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404046, 'name': CreateVM_Task, 'duration_secs': 0.511207} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.169206] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.169835] env[62849]: DEBUG oslo_vmware.api [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404042, 'name': PowerOnVM_Task, 'duration_secs': 0.995537} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.174040] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.174040] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.174040] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.174040] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5218e4a-1dd0-4c2c-8992-0b1d190c32b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.180128] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.180613] env[62849]: INFO nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Took 9.54 seconds to spawn the instance on the hypervisor. [ 725.180899] env[62849]: DEBUG nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.181393] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d25e05-2dac-4391-a3df-1039d5ccdc9f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.187655] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439d3cec-a93b-46d0-a820-6dc09203bf6f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.215737] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 725.215737] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ae7931-80cf-1c84-828d-b239191eef5f" [ 725.215737] env[62849]: _type = "Task" [ 725.215737] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.216453] env[62849]: DEBUG nova.compute.provider_tree [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.229343] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ae7931-80cf-1c84-828d-b239191eef5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012828} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.229674] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.230070] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.230241] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.230381] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.230568] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.231564] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1060df2e-e8aa-4127-9e54-d8df59449712 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.244145] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.244145] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.246086] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686b0996-e5ef-46b1-889b-f8b5986c1bdf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.253064] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 725.253064] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528f665a-4862-bd71-24b7-c74399cb73c8" [ 725.253064] env[62849]: _type = "Task" [ 725.253064] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.266137] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528f665a-4862-bd71-24b7-c74399cb73c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.266137] env[62849]: DEBUG nova.network.neutron [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Successfully created port: d7cdac99-eb8b-46b0-92f8-2c2fea7c116d {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.314729] env[62849]: DEBUG nova.network.neutron [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updated VIF entry in instance network info cache for port 35406f87-5073-49f4-8677-88e3575f78c2. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 725.315829] env[62849]: DEBUG nova.network.neutron [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance_info_cache with network_info: [{"id": "35406f87-5073-49f4-8677-88e3575f78c2", "address": "fa:16:3e:5f:25:bb", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35406f87-50", "ovs_interfaceid": "35406f87-5073-49f4-8677-88e3575f78c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.390190] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404047, 'name': ReconfigVM_Task, 'duration_secs': 0.493184} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.390190] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Reconfigured VM instance instance-0000002a to attach disk [datastore1] dbe12ff1-8993-4782-8f54-46797fbcd0d4/dbe12ff1-8993-4782-8f54-46797fbcd0d4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.390190] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad650b9-5818-475d-9d0b-a5aa7edb80fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.397669] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 725.397669] env[62849]: value = "task-4404048" [ 725.397669] env[62849]: _type = "Task" [ 725.397669] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.414965] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404048, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.727867] env[62849]: DEBUG nova.scheduler.client.report [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.737885] env[62849]: INFO nova.compute.manager [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Took 41.54 seconds to build instance. [ 725.769027] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528f665a-4862-bd71-24b7-c74399cb73c8, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.769027] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4557c3ec-7202-4663-9caf-70185a8df5f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.776496] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 725.776496] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f7ce4b-7200-6ea3-a06e-a34e9af46a7b" [ 725.776496] env[62849]: _type = "Task" [ 725.776496] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.788122] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f7ce4b-7200-6ea3-a06e-a34e9af46a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.820641] env[62849]: DEBUG nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.823437] env[62849]: DEBUG oslo_concurrency.lockutils [req-999b9896-08ff-4539-ae10-2b68ca496ac4 req-1c28e7d5-d902-4f84-8c6e-150d2bc32053 service nova] Releasing lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.850526] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.850802] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.850972] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.851188] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.851771] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.851771] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.851771] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.852138] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.852138] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.852296] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.852469] env[62849]: DEBUG nova.virt.hardware [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.853439] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1873b3c9-b4aa-46fe-8449-5ccb53798562 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.862467] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8ce93a-406a-4c4b-bd92-1eb77657f4a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.908400] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404048, 'name': Rename_Task, 'duration_secs': 0.19889} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.908703] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.908980] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11243a30-2eec-4008-80a6-10028589014e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.918144] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 725.918144] env[62849]: value = "task-4404049" [ 725.918144] env[62849]: _type = "Task" [ 725.918144] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.928592] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.110561] env[62849]: DEBUG nova.compute.manager [req-b935fc27-d490-420e-987e-9f12bf508212 req-0fe4283e-52e9-4724-a582-ffc2729a7beb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Received event network-vif-deleted-7f647998-9191-4369-9965-13391731c919 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 726.110721] env[62849]: INFO nova.compute.manager [req-b935fc27-d490-420e-987e-9f12bf508212 req-0fe4283e-52e9-4724-a582-ffc2729a7beb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Neutron deleted interface 7f647998-9191-4369-9965-13391731c919; detaching it from the instance and deleting it from the info cache [ 726.110900] env[62849]: DEBUG nova.network.neutron [req-b935fc27-d490-420e-987e-9f12bf508212 req-0fe4283e-52e9-4724-a582-ffc2729a7beb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.149850] env[62849]: DEBUG nova.network.neutron [-] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.237624] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.444s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.244716] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.023s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.244716] env[62849]: DEBUG nova.objects.instance [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lazy-loading 'resources' on Instance uuid af7dc99a-2520-4767-9e01-d1a0c2cc8e3b {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.250990] env[62849]: DEBUG oslo_concurrency.lockutils [None req-263945b0-5269-46b0-b0be-646724730d57 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "4e97af5c-1c18-4558-a688-9505339fed93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.413s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.276862] env[62849]: INFO nova.scheduler.client.report [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleted allocations for instance f64c98c0-a688-4b08-ab87-9b55e100cc76 [ 726.298185] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f7ce4b-7200-6ea3-a06e-a34e9af46a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.020689} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.298336] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.298662] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59/479c512b-9304-46fb-8719-a0335ba39a59.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.298995] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16b1c6e1-d2ab-4380-9eae-084fa668e438 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.311794] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 726.311794] env[62849]: value = "task-4404050" [ 726.311794] env[62849]: _type = "Task" [ 726.311794] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.328191] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.435934] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404049, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.614070] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33c621a1-410d-4f0a-b293-6e1748b28bde {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.625419] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e363f5-7215-4818-9610-d834d24c0e02 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.657396] env[62849]: INFO nova.compute.manager [-] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Took 1.90 seconds to deallocate network for instance. [ 726.681107] env[62849]: DEBUG nova.compute.manager [req-b935fc27-d490-420e-987e-9f12bf508212 req-0fe4283e-52e9-4724-a582-ffc2729a7beb service nova] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Detach interface failed, port_id=7f647998-9191-4369-9965-13391731c919, reason: Instance 7567076c-e3dd-42fd-b715-bf3ea8452826 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 726.793616] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95cbe650-1b32-4979-a180-7bcbb2216b89 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f64c98c0-a688-4b08-ab87-9b55e100cc76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.756s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.830334] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404050, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.933471] env[62849]: DEBUG oslo_vmware.api [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404049, 'name': PowerOnVM_Task, 'duration_secs': 0.616479} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.933746] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.933979] env[62849]: INFO nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Took 8.52 seconds to spawn the instance on the hypervisor. [ 726.934173] env[62849]: DEBUG nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.934996] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e91b99-db98-4f82-9052-196f7b0f794e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.190769] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.329507] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64429} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.329827] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59/479c512b-9304-46fb-8719-a0335ba39a59.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.330094] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.330378] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec16eb22-cd2c-4abd-a861-6e210d42327d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.339818] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 727.339818] env[62849]: value = "task-4404051" [ 727.339818] env[62849]: _type = "Task" [ 727.339818] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.355650] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.383607] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c3cac5-c1b2-4ead-b899-baa18e7654e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.394249] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beef4932-9db7-4266-b6b9-8b138ddfcb68 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.435767] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5379d027-ab5f-4f4d-b3d9-507f0a9180dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.448056] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259d26dd-a588-45c7-a72f-1d58ad0cc110 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.468749] env[62849]: DEBUG nova.compute.provider_tree [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.470758] env[62849]: INFO nova.compute.manager [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Took 34.80 seconds to build instance. [ 727.521286] env[62849]: DEBUG nova.network.neutron [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Successfully updated port: d7cdac99-eb8b-46b0-92f8-2c2fea7c116d {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 727.745959] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.746209] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.853286] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076168} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.854840] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.856043] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c4da87-1afb-4992-bb1b-35f7197a101a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.889646] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59/479c512b-9304-46fb-8719-a0335ba39a59.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.890468] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b299dfe-1aed-4ec5-9cfe-d7ec5091e4a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.916251] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 727.916251] env[62849]: value = "task-4404052" [ 727.916251] env[62849]: _type = "Task" [ 727.916251] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.929023] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.973704] env[62849]: DEBUG nova.scheduler.client.report [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.978189] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07da88d0-b6aa-4252-8e35-7e6a6ecfa229 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.664s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.027595] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquiring lock "refresh_cache-7c6ce930-15bb-44b2-bc99-d23c60cbda48" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.027834] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquired lock "refresh_cache-7c6ce930-15bb-44b2-bc99-d23c60cbda48" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.028143] env[62849]: DEBUG nova.network.neutron [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.198064] env[62849]: DEBUG nova.compute.manager [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Received event network-vif-plugged-d7cdac99-eb8b-46b0-92f8-2c2fea7c116d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 728.198064] env[62849]: DEBUG oslo_concurrency.lockutils [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] Acquiring lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.198064] env[62849]: DEBUG oslo_concurrency.lockutils [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] Lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.198064] env[62849]: DEBUG oslo_concurrency.lockutils [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] Lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.198064] env[62849]: DEBUG nova.compute.manager [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] No waiting events found dispatching network-vif-plugged-d7cdac99-eb8b-46b0-92f8-2c2fea7c116d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.198540] env[62849]: WARNING nova.compute.manager [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Received unexpected event network-vif-plugged-d7cdac99-eb8b-46b0-92f8-2c2fea7c116d for instance with vm_state building and task_state spawning. [ 728.198540] env[62849]: DEBUG nova.compute.manager [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Received event network-changed-d7cdac99-eb8b-46b0-92f8-2c2fea7c116d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 728.198708] env[62849]: DEBUG nova.compute.manager [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Refreshing instance network info cache due to event network-changed-d7cdac99-eb8b-46b0-92f8-2c2fea7c116d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 728.198881] env[62849]: DEBUG oslo_concurrency.lockutils [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] Acquiring lock "refresh_cache-7c6ce930-15bb-44b2-bc99-d23c60cbda48" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.248553] env[62849]: DEBUG nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.431176] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404052, 'name': ReconfigVM_Task, 'duration_secs': 0.470765} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.431501] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59/479c512b-9304-46fb-8719-a0335ba39a59.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.432171] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd592f57-5f35-4ecf-8af2-d6f78c8b3b84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.440331] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 728.440331] env[62849]: value = "task-4404053" [ 728.440331] env[62849]: _type = "Task" [ 728.440331] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.450406] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404053, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.482253] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.485291] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.245s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.485576] env[62849]: DEBUG nova.objects.instance [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lazy-loading 'resources' on Instance uuid 776f020e-8300-4297-9ad4-a5c54e3c0552 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.522944] env[62849]: INFO nova.scheduler.client.report [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Deleted allocations for instance af7dc99a-2520-4767-9e01-d1a0c2cc8e3b [ 728.575022] env[62849]: DEBUG nova.network.neutron [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.661472] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.662185] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.662624] env[62849]: DEBUG nova.compute.manager [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.663336] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbc4e4a-3b57-4ca8-9f44-42d26a0ea04f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.672066] env[62849]: DEBUG nova.compute.manager [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 728.672436] env[62849]: DEBUG nova.objects.instance [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'flavor' on Instance uuid dbe12ff1-8993-4782-8f54-46797fbcd0d4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.763169] env[62849]: DEBUG nova.network.neutron [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Updating instance_info_cache with network_info: [{"id": "d7cdac99-eb8b-46b0-92f8-2c2fea7c116d", "address": "fa:16:3e:97:ff:88", "network": {"id": "05348ab3-2d61-4556-9363-9060f7b40330", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-641965847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5ac53eab684b3fa07b45292bdc69e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7cdac99-eb", "ovs_interfaceid": "d7cdac99-eb8b-46b0-92f8-2c2fea7c116d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.780901] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.959648] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404053, 'name': Rename_Task, 'duration_secs': 0.251113} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.960374] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.961093] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f22024a6-0514-4121-bfe2-de2d060bd5ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.972332] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 728.972332] env[62849]: value = "task-4404054" [ 728.972332] env[62849]: _type = "Task" [ 728.972332] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.985895] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.035291] env[62849]: DEBUG oslo_concurrency.lockutils [None req-83c7c0c1-6b17-48cd-aaa1-ecf285468d53 tempest-AttachInterfacesV270Test-844636407 tempest-AttachInterfacesV270Test-844636407-project-member] Lock "af7dc99a-2520-4767-9e01-d1a0c2cc8e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.667s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.125076] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c470235b-8456-4a41-90c3-89205b6d0e32" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.125380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.125653] env[62849]: INFO nova.compute.manager [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Rebooting instance [ 729.265400] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Releasing lock "refresh_cache-7c6ce930-15bb-44b2-bc99-d23c60cbda48" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.267491] env[62849]: DEBUG nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Instance network_info: |[{"id": "d7cdac99-eb8b-46b0-92f8-2c2fea7c116d", "address": "fa:16:3e:97:ff:88", "network": {"id": "05348ab3-2d61-4556-9363-9060f7b40330", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-641965847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5ac53eab684b3fa07b45292bdc69e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7cdac99-eb", "ovs_interfaceid": "d7cdac99-eb8b-46b0-92f8-2c2fea7c116d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.267491] env[62849]: DEBUG oslo_concurrency.lockutils [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] Acquired lock "refresh_cache-7c6ce930-15bb-44b2-bc99-d23c60cbda48" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.267724] env[62849]: DEBUG nova.network.neutron [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Refreshing network info cache for port d7cdac99-eb8b-46b0-92f8-2c2fea7c116d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.268424] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ff:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73e099e8-2acc-4628-a60d-0b4afa46b39d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7cdac99-eb8b-46b0-92f8-2c2fea7c116d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.281604] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Creating folder: Project (2b5ac53eab684b3fa07b45292bdc69e6). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.291799] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71efea3c-85df-43c4-916d-851b3779703b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.306034] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Created folder: Project (2b5ac53eab684b3fa07b45292bdc69e6) in parent group-v861840. [ 729.306034] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Creating folder: Instances. Parent ref: group-v861965. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.306034] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-231adcda-5805-4121-ac80-4a4788a9f5b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.320323] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Created folder: Instances in parent group-v861965. [ 729.320323] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.320323] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.320323] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55e1e31d-6488-4f29-801f-c778dc58d6c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.361014] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.361014] env[62849]: value = "task-4404057" [ 729.361014] env[62849]: _type = "Task" [ 729.361014] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.380699] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404057, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.489638] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.646706] env[62849]: DEBUG nova.compute.manager [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.647683] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a923b0a9-01be-4d50-ac31-7b194d1b217e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.656752] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd02de1a-38cb-4f3e-8322-e8765087fb06 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.661137] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.661335] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.661478] env[62849]: DEBUG nova.network.neutron [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 729.674585] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57222ad-1281-49e3-b33c-ebebfec92aac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.682256] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.684985] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265725f0-8363-47ab-9dde-7cc306fd71d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.723252] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1330411b-207a-4f99-8036-24276bc6c0e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.729196] env[62849]: DEBUG oslo_vmware.api [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 729.729196] env[62849]: value = "task-4404058" [ 729.729196] env[62849]: _type = "Task" [ 729.729196] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.739056] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2293dd6-8035-42de-96f3-f37db9bc90c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.749862] env[62849]: DEBUG oslo_vmware.api [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.758427] env[62849]: DEBUG nova.compute.provider_tree [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.780854] env[62849]: DEBUG nova.network.neutron [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Updated VIF entry in instance network info cache for port d7cdac99-eb8b-46b0-92f8-2c2fea7c116d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.781842] env[62849]: DEBUG nova.network.neutron [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Updating instance_info_cache with network_info: [{"id": "d7cdac99-eb8b-46b0-92f8-2c2fea7c116d", "address": "fa:16:3e:97:ff:88", "network": {"id": "05348ab3-2d61-4556-9363-9060f7b40330", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-641965847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5ac53eab684b3fa07b45292bdc69e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73e099e8-2acc-4628-a60d-0b4afa46b39d", "external-id": "nsx-vlan-transportzone-767", "segmentation_id": 767, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7cdac99-eb", "ovs_interfaceid": "d7cdac99-eb8b-46b0-92f8-2c2fea7c116d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.886955] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404057, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.984910] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.010478] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquiring lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.010478] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.178853] env[62849]: INFO nova.compute.manager [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] instance snapshotting [ 730.184790] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c1c706-2b39-428a-996b-4e8f0792647d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.214932] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981f8aa-b6bb-452b-9fdc-721de64cc87a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.245544] env[62849]: DEBUG oslo_vmware.api [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404058, 'name': PowerOffVM_Task, 'duration_secs': 0.246088} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.245888] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.246176] env[62849]: DEBUG nova.compute.manager [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.247232] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6163a688-f6bf-4f62-ba9d-cdce9fcf21cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.265735] env[62849]: DEBUG nova.scheduler.client.report [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.284299] env[62849]: DEBUG oslo_concurrency.lockutils [req-4055f145-26ca-4d2f-8d24-b8dee436a7d7 req-c1ff631c-c3be-4679-8bcd-58fbbcd36d4f service nova] Releasing lock "refresh_cache-7c6ce930-15bb-44b2-bc99-d23c60cbda48" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.379890] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404057, 'name': CreateVM_Task, 'duration_secs': 0.551834} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.380069] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.380972] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.381580] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.381580] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.382127] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30afce3-2c41-4ddc-97af-186f77551ed1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.388238] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 730.388238] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525caa86-e368-d610-d440-f838ba234d11" [ 730.388238] env[62849]: _type = "Task" [ 730.388238] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.399665] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525caa86-e368-d610-d440-f838ba234d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.486549] env[62849]: DEBUG oslo_vmware.api [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404054, 'name': PowerOnVM_Task, 'duration_secs': 1.329788} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.490364] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.490670] env[62849]: INFO nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Took 9.82 seconds to spawn the instance on the hypervisor. [ 730.490848] env[62849]: DEBUG nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.492039] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8fc31f-e672-4ca5-8d74-bfbf9d0148a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.515225] env[62849]: DEBUG nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.728415] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 730.728895] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b56c1f9-cf21-459d-808d-ccd92bbdfc8a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.737337] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 730.737337] env[62849]: value = "task-4404059" [ 730.737337] env[62849]: _type = "Task" [ 730.737337] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.748097] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.749380] env[62849]: DEBUG nova.network.neutron [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.768859] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a293a9c1-abd0-4d58-8309-58f970905da1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.107s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.771635] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.775009] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.351s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.776105] env[62849]: INFO nova.compute.claims [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.828717] env[62849]: INFO nova.scheduler.client.report [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Deleted allocations for instance 776f020e-8300-4297-9ad4-a5c54e3c0552 [ 730.902231] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525caa86-e368-d610-d440-f838ba234d11, 'name': SearchDatastore_Task, 'duration_secs': 0.015472} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.903248] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.904299] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.904299] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.904299] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.904299] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.904769] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee997bf-50d8-4f11-8f35-deb076442026 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.917825] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.917825] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.918061] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71e22de-4980-44a1-89e0-758274503e9d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.926919] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 730.926919] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520c4534-a2a7-a8b4-3d11-0348c23b6578" [ 730.926919] env[62849]: _type = "Task" [ 730.926919] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.940326] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520c4534-a2a7-a8b4-3d11-0348c23b6578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.022639] env[62849]: INFO nova.compute.manager [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Took 37.55 seconds to build instance. [ 731.049025] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.256425] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.258196] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.337687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6fcef0ed-99ba-4598-9e35-f2ea21319a18 tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "776f020e-8300-4297-9ad4-a5c54e3c0552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.896s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.439275] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520c4534-a2a7-a8b4-3d11-0348c23b6578, 'name': SearchDatastore_Task, 'duration_secs': 0.017173} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.440149] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de82e1cd-26df-40ab-a618-01117d8df3dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.446870] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 731.446870] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d65472-88a1-2d12-9687-f462e4dd11f3" [ 731.446870] env[62849]: _type = "Task" [ 731.446870] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.457864] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d65472-88a1-2d12-9687-f462e4dd11f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.530701] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f0e36f5a-4ca4-47eb-90b9-eb0d7649e0f0 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "479c512b-9304-46fb-8719-a0335ba39a59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.387s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.723649] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.723772] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.723886] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.724081] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.724301] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.727738] env[62849]: INFO nova.compute.manager [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Terminating instance [ 731.757275] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404059, 'name': CreateSnapshot_Task, 'duration_secs': 0.801328} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.758165] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 731.759794] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923b8e5c-cf1e-4c43-b0ee-eb3d6eb8a429 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.767284] env[62849]: DEBUG nova.compute.manager [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.768879] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a76811-f258-40c9-89f2-6d2881646d3b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.963562] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d65472-88a1-2d12-9687-f462e4dd11f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014072} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.964464] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.964464] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7c6ce930-15bb-44b2-bc99-d23c60cbda48/7c6ce930-15bb-44b2-bc99-d23c60cbda48.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.964464] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c460ca75-f5be-4f25-9481-2081db2011cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.973368] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 731.973368] env[62849]: value = "task-4404060" [ 731.973368] env[62849]: _type = "Task" [ 731.973368] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.984271] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.987719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "97442961-6787-4685-b56d-c46411b585c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.987719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "97442961-6787-4685-b56d-c46411b585c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.987719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "97442961-6787-4685-b56d-c46411b585c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.987719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "97442961-6787-4685-b56d-c46411b585c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.988172] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "97442961-6787-4685-b56d-c46411b585c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.992730] env[62849]: INFO nova.compute.manager [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Terminating instance [ 732.081526] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52229b48-63e8-6a7e-fc1c-940803ff854a/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 732.082474] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51238002-61d7-4836-8e1c-6fc03cd89a2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.092721] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52229b48-63e8-6a7e-fc1c-940803ff854a/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 732.092901] env[62849]: ERROR oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52229b48-63e8-6a7e-fc1c-940803ff854a/disk-0.vmdk due to incomplete transfer. [ 732.093169] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4f4f120-1348-4ce7-aaf4-e849001a82ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.102581] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52229b48-63e8-6a7e-fc1c-940803ff854a/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 732.102797] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Uploaded image 0099df7b-a695-4a67-a881-034b8b619ddd to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 732.105522] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 732.105522] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2133cb2-89f6-4f24-aaef-8862c0cc4b4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.116053] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 732.116053] env[62849]: value = "task-4404061" [ 732.116053] env[62849]: _type = "Task" [ 732.116053] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.125494] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404061, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.133752] env[62849]: INFO nova.compute.manager [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Rebuilding instance [ 732.183872] env[62849]: DEBUG nova.compute.manager [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.185527] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be920953-e8ec-4452-ba7e-dc61974f1903 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.236809] env[62849]: DEBUG nova.compute.manager [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.237114] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.238295] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f851f37d-6f6c-484f-89a2-680f610da942 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.254043] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.255091] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca38a91-40d1-4c4c-98ec-c762c4edad2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.268172] env[62849]: DEBUG oslo_vmware.api [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 732.268172] env[62849]: value = "task-4404062" [ 732.268172] env[62849]: _type = "Task" [ 732.268172] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.281352] env[62849]: DEBUG oslo_vmware.api [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4404062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.292556] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.293593] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-baa0f71e-81aa-40f0-94d7-b17129196df8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.304757] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 732.304757] env[62849]: value = "task-4404063" [ 732.304757] env[62849]: _type = "Task" [ 732.304757] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.316675] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404063, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.389326] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f9abd-642d-495d-976b-e569e1497d33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.402505] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae6037b-8fd9-47ca-bde8-d7d8d9ee02a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.443511] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe64e4fe-fcd5-49ee-97f7-bb147a35718a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.455777] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88960c9b-9d27-4000-9807-48817fb48171 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.475897] env[62849]: DEBUG nova.compute.provider_tree [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.488216] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404060, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.498195] env[62849]: DEBUG nova.compute.manager [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.498514] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.499927] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd09d36-1bef-41ba-94e1-280fc43e2084 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.510239] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.510437] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ffceb1b-0cc2-4aed-838d-dc9cb2d174dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.521034] env[62849]: DEBUG oslo_vmware.api [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 732.521034] env[62849]: value = "task-4404064" [ 732.521034] env[62849]: _type = "Task" [ 732.521034] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.529978] env[62849]: DEBUG oslo_vmware.api [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4404064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.629524] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404061, 'name': Destroy_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.780396] env[62849]: DEBUG oslo_vmware.api [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4404062, 'name': PowerOffVM_Task, 'duration_secs': 0.406923} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.780680] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.780848] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.781133] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2ef213c-459a-410e-9706-700d4aed4509 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.809481] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc445dfd-0243-46bb-9c22-39abe15b6a3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.825540] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404063, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.825540] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Doing hard reboot of VM {{(pid=62849) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 732.825700] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f819d6bf-e9c7-47bf-b4d3-fffae6b4f56d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.835655] env[62849]: DEBUG oslo_vmware.api [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 732.835655] env[62849]: value = "task-4404066" [ 732.835655] env[62849]: _type = "Task" [ 732.835655] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.850757] env[62849]: DEBUG oslo_vmware.api [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404066, 'name': ResetVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.858832] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.858832] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.858832] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleting the datastore file [datastore2] f110ff88-3c5f-42e9-b515-8d5e726a89a4 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.859075] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d157db4d-bbde-48d4-9bab-19ccc9ffd169 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.867341] env[62849]: DEBUG oslo_vmware.api [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 732.867341] env[62849]: value = "task-4404067" [ 732.867341] env[62849]: _type = "Task" [ 732.867341] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.882731] env[62849]: DEBUG oslo_vmware.api [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4404067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.883345] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "818cfb22-1b34-4389-97cd-5c61c6e65d26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.883693] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "818cfb22-1b34-4389-97cd-5c61c6e65d26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.884018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "818cfb22-1b34-4389-97cd-5c61c6e65d26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.884342] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "818cfb22-1b34-4389-97cd-5c61c6e65d26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.884630] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "818cfb22-1b34-4389-97cd-5c61c6e65d26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.887851] env[62849]: INFO nova.compute.manager [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Terminating instance [ 732.982783] env[62849]: DEBUG nova.scheduler.client.report [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.993024] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542067} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.993024] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7c6ce930-15bb-44b2-bc99-d23c60cbda48/7c6ce930-15bb-44b2-bc99-d23c60cbda48.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.993263] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.993547] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f24e0a4-31e2-425c-840a-f25c9cf57750 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.002525] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 733.002525] env[62849]: value = "task-4404068" [ 733.002525] env[62849]: _type = "Task" [ 733.002525] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.014369] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.029995] env[62849]: DEBUG oslo_vmware.api [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4404064, 'name': PowerOffVM_Task, 'duration_secs': 0.249468} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.030291] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.030459] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.030758] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f32ca255-f615-4227-8714-1b01e64926ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.102455] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.104112] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.104112] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleting the datastore file [datastore2] 97442961-6787-4685-b56d-c46411b585c4 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.104904] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf8dd7cc-003c-4f8e-b4c5-df9b33db0344 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.115080] env[62849]: DEBUG oslo_vmware.api [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for the task: (returnval){ [ 733.115080] env[62849]: value = "task-4404070" [ 733.115080] env[62849]: _type = "Task" [ 733.115080] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.128541] env[62849]: DEBUG oslo_vmware.api [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4404070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.132125] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404061, 'name': Destroy_Task, 'duration_secs': 0.802723} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.132417] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Destroyed the VM [ 733.132680] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.132977] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3a273f0-6de7-4a0a-8ac9-e6b10338d113 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.142697] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 733.142697] env[62849]: value = "task-4404071" [ 733.142697] env[62849]: _type = "Task" [ 733.142697] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.155217] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.214275] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.215260] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-766bb643-449f-4a9e-a43d-fdc6a8276061 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.224804] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 733.224804] env[62849]: value = "task-4404072" [ 733.224804] env[62849]: _type = "Task" [ 733.224804] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.238565] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 733.239274] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.240419] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53822648-2c1f-425a-9705-fd577abdca52 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.249991] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.249991] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0396aed-8229-4498-8f73-f572e9d9c9bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.319811] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404063, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.348284] env[62849]: DEBUG oslo_vmware.api [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404066, 'name': ResetVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.354822] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.355178] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.355384] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleting the datastore file [datastore1] dbe12ff1-8993-4782-8f54-46797fbcd0d4 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.355701] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d9360f8-bf65-4e8f-888a-2c7b281ccf4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.366540] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 733.366540] env[62849]: value = "task-4404074" [ 733.366540] env[62849]: _type = "Task" [ 733.366540] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.382902] env[62849]: DEBUG oslo_vmware.api [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4404067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287219} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.384772] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.385023] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.385361] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.385599] env[62849]: INFO nova.compute.manager [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 733.385914] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.386169] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.386406] env[62849]: DEBUG nova.compute.manager [-] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.386497] env[62849]: DEBUG nova.network.neutron [-] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.393253] env[62849]: DEBUG nova.compute.manager [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.393448] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.394325] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8cfea1-f2e5-485e-8e98-01190a6c330a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.403604] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.403896] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39a19db9-0b20-44b4-bebd-7c019ea22de2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.411949] env[62849]: DEBUG oslo_vmware.api [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 733.411949] env[62849]: value = "task-4404075" [ 733.411949] env[62849]: _type = "Task" [ 733.411949] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.421657] env[62849]: DEBUG oslo_vmware.api [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4404075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.496031] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.496031] env[62849]: DEBUG nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.498720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.193s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.500989] env[62849]: INFO nova.compute.claims [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.516968] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144583} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.520018] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.520018] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a955f806-11e3-4cb2-9539-cbf8fc1f9341 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.549156] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 7c6ce930-15bb-44b2-bc99-d23c60cbda48/7c6ce930-15bb-44b2-bc99-d23c60cbda48.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.550760] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a25cc667-3eba-4d5b-a55e-8c6bbc90764a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.584655] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 733.584655] env[62849]: value = "task-4404076" [ 733.584655] env[62849]: _type = "Task" [ 733.584655] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.595424] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.625546] env[62849]: DEBUG oslo_vmware.api [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Task: {'id': task-4404070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251354} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.626034] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.626285] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.626576] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.626782] env[62849]: INFO nova.compute.manager [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] [instance: 97442961-6787-4685-b56d-c46411b585c4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 733.627094] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.627369] env[62849]: DEBUG nova.compute.manager [-] [instance: 97442961-6787-4685-b56d-c46411b585c4] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.627497] env[62849]: DEBUG nova.network.neutron [-] [instance: 97442961-6787-4685-b56d-c46411b585c4] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.652792] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.677389] env[62849]: DEBUG nova.compute.manager [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 733.794220] env[62849]: DEBUG nova.compute.manager [req-eefc9bb5-54e2-4168-8c51-fb3896e52ecc req-4e5f00dd-f0ca-4fe9-9fe5-e1abf6742195 service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Received event network-vif-deleted-4e3b5ca2-a822-421f-856f-b8f3c2682a39 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 733.794438] env[62849]: INFO nova.compute.manager [req-eefc9bb5-54e2-4168-8c51-fb3896e52ecc req-4e5f00dd-f0ca-4fe9-9fe5-e1abf6742195 service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Neutron deleted interface 4e3b5ca2-a822-421f-856f-b8f3c2682a39; detaching it from the instance and deleting it from the info cache [ 733.794612] env[62849]: DEBUG nova.network.neutron [req-eefc9bb5-54e2-4168-8c51-fb3896e52ecc req-4e5f00dd-f0ca-4fe9-9fe5-e1abf6742195 service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.820888] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404063, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.848289] env[62849]: DEBUG oslo_vmware.api [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404066, 'name': ResetVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.876308] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.928591] env[62849]: DEBUG oslo_vmware.api [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4404075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.008095] env[62849]: DEBUG nova.compute.utils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.008095] env[62849]: DEBUG nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.008095] env[62849]: DEBUG nova.network.neutron [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 734.061468] env[62849]: DEBUG nova.policy [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '650cba4b058742dfa015d70a79749009', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '306a019735d242f2a0da1cc4b5743823', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.098066] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.159890] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.212544] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.239241] env[62849]: DEBUG nova.network.neutron [-] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.300177] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34903b88-20a8-433a-8a4a-25d8f01417f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.308356] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d15b798-09ab-47bb-8d58-4e69f11753b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.337051] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404063, 'name': CloneVM_Task} progress is 95%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.357748] env[62849]: DEBUG nova.compute.manager [req-eefc9bb5-54e2-4168-8c51-fb3896e52ecc req-4e5f00dd-f0ca-4fe9-9fe5-e1abf6742195 service nova] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Detach interface failed, port_id=4e3b5ca2-a822-421f-856f-b8f3c2682a39, reason: Instance f110ff88-3c5f-42e9-b515-8d5e726a89a4 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 734.365187] env[62849]: DEBUG oslo_vmware.api [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404066, 'name': ResetVM_Task, 'duration_secs': 1.111781} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.365511] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Did hard reboot of VM {{(pid=62849) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 734.365924] env[62849]: DEBUG nova.compute.manager [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.367041] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b82a84-e3eb-4ea9-a1a0-acd2ff1ccb2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.385174] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544393} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.385777] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.385961] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.386747] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.431563] env[62849]: DEBUG oslo_vmware.api [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4404075, 'name': PowerOffVM_Task, 'duration_secs': 0.873942} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.431949] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.432203] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.432520] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84470ca-cd98-41c5-8c4f-8d1a435838f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.480029] env[62849]: DEBUG nova.network.neutron [-] [instance: 97442961-6787-4685-b56d-c46411b585c4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.512592] env[62849]: DEBUG nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.522779] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.522779] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.522779] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Deleting the datastore file [datastore2] 818cfb22-1b34-4389-97cd-5c61c6e65d26 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.522779] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3ca2dc0-be4f-46c6-bf82-a81e8975e7f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.532083] env[62849]: DEBUG oslo_vmware.api [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for the task: (returnval){ [ 734.532083] env[62849]: value = "task-4404078" [ 734.532083] env[62849]: _type = "Task" [ 734.532083] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.540945] env[62849]: DEBUG oslo_vmware.api [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4404078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.600999] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404076, 'name': ReconfigVM_Task, 'duration_secs': 0.6035} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.602449] env[62849]: DEBUG nova.network.neutron [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Successfully created port: b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 734.604408] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 7c6ce930-15bb-44b2-bc99-d23c60cbda48/7c6ce930-15bb-44b2-bc99-d23c60cbda48.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.607462] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6171993c-b997-4ec0-bcc0-341580fc8811 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.617712] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 734.617712] env[62849]: value = "task-4404079" [ 734.617712] env[62849]: _type = "Task" [ 734.617712] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.631266] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404079, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.658709] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404071, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.743811] env[62849]: INFO nova.compute.manager [-] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Took 1.36 seconds to deallocate network for instance. [ 734.834160] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404063, 'name': CloneVM_Task, 'duration_secs': 2.167474} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.834160] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Created linked-clone VM from snapshot [ 734.835121] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf6bad-19de-40dd-b0e0-0b1fd1693859 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.846433] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Uploading image db0040c9-ba7b-4248-8214-93b8cad1e1f3 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 734.868878] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 734.869314] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5ab8bb7-2985-412d-93a6-d215214ae47b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.878206] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 734.878206] env[62849]: value = "task-4404080" [ 734.878206] env[62849]: _type = "Task" [ 734.878206] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.898095] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404080, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.898535] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31472ac-8f1c-4e17-af80-9c5c254d5061 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.773s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.987793] env[62849]: INFO nova.compute.manager [-] [instance: 97442961-6787-4685-b56d-c46411b585c4] Took 1.36 seconds to deallocate network for instance. [ 735.042528] env[62849]: DEBUG oslo_vmware.api [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Task: {'id': task-4404078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397698} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.045282] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.045462] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.045656] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.045808] env[62849]: INFO nova.compute.manager [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Took 1.65 seconds to destroy the instance on the hypervisor. [ 735.046047] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.046465] env[62849]: DEBUG nova.compute.manager [-] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.047044] env[62849]: DEBUG nova.network.neutron [-] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 735.080978] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a19fb-d68c-4c2b-b798-dee716a2903b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.090449] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d379ce73-b36b-4bfe-ae3b-ac5b6b09d4f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.131548] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7584018-bc41-4bd5-a54a-9bdc08c7b559 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.145509] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a9cc7b-4ca8-4f71-93aa-86cd717c7191 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.149301] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404079, 'name': Rename_Task, 'duration_secs': 0.174663} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.149920] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.153734] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-650a79c9-550a-43c1-ad36-395189c875b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.165487] env[62849]: DEBUG nova.compute.provider_tree [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.171220] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 735.171220] env[62849]: value = "task-4404081" [ 735.171220] env[62849]: _type = "Task" [ 735.171220] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.171601] env[62849]: DEBUG oslo_vmware.api [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404071, 'name': RemoveSnapshot_Task, 'duration_secs': 1.7776} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.172245] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.172794] env[62849]: INFO nova.compute.manager [None req-a80aa579-2cb1-4cda-b48e-9b9bd34992fb tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Took 17.29 seconds to snapshot the instance on the hypervisor. [ 735.187283] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404081, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.254344] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.388747] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404080, 'name': Destroy_Task, 'duration_secs': 0.373783} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.389095] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Destroyed the VM [ 735.389327] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.389602] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1e984d8-7ed1-430b-a66a-b884eacd1e18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.397686] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 735.397686] env[62849]: value = "task-4404082" [ 735.397686] env[62849]: _type = "Task" [ 735.397686] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.409449] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.439554] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.439702] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.439828] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.440021] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.444329] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.444525] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.444775] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.444962] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.445259] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.445467] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.449014] env[62849]: DEBUG nova.virt.hardware [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.449014] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f672f5-9cb0-4ba0-8832-261ee6db23b9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.459405] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a59110-8ca3-4767-9305-5857676651c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.476886] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d0:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76049061-0317-425d-9508-38ec8bc9e9de', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.484986] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.486254] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.486977] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5dac55f-1787-486d-a1ff-5f4d02458c33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.502110] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.510681] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.510681] env[62849]: value = "task-4404083" [ 735.510681] env[62849]: _type = "Task" [ 735.510681] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.520797] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404083, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.527747] env[62849]: DEBUG nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.556865] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.557251] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.557442] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.557650] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.557825] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.557981] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.558259] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.558440] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.558608] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.558766] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.558990] env[62849]: DEBUG nova.virt.hardware [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.560507] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53638b42-7a79-4c77-9ae8-9457cc6d8fa4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.570635] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a018035-9a6a-415f-b24d-e58844cc0969 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.690067] env[62849]: DEBUG oslo_vmware.api [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404081, 'name': PowerOnVM_Task, 'duration_secs': 0.51892} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.690434] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.690657] env[62849]: INFO nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Took 9.87 seconds to spawn the instance on the hypervisor. [ 735.690848] env[62849]: DEBUG nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.691915] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b102d5fe-2fee-4f02-a43c-109974cdb040 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.704925] env[62849]: ERROR nova.scheduler.client.report [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [req-9894ed91-8b43-47be-af63-9efa5c36c79f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9894ed91-8b43-47be-af63-9efa5c36c79f"}]} [ 735.724193] env[62849]: DEBUG nova.scheduler.client.report [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.744756] env[62849]: DEBUG nova.scheduler.client.report [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.744982] env[62849]: DEBUG nova.compute.provider_tree [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.758099] env[62849]: DEBUG nova.scheduler.client.report [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.779637] env[62849]: DEBUG nova.scheduler.client.report [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.834702] env[62849]: DEBUG nova.compute.manager [req-1b2b8e6d-8354-4b4f-b7aa-39482cfd6782 req-78a3fa9a-eccb-485c-8425-b460521d8410 service nova] [instance: 97442961-6787-4685-b56d-c46411b585c4] Received event network-vif-deleted-05cd2bcb-aa21-4e81-90e4-f90f1b081b8d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 735.834988] env[62849]: DEBUG nova.compute.manager [req-1b2b8e6d-8354-4b4f-b7aa-39482cfd6782 req-78a3fa9a-eccb-485c-8425-b460521d8410 service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Received event network-vif-deleted-e200ff60-852b-4a04-ad0a-7a1dc410969f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 735.835217] env[62849]: INFO nova.compute.manager [req-1b2b8e6d-8354-4b4f-b7aa-39482cfd6782 req-78a3fa9a-eccb-485c-8425-b460521d8410 service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Neutron deleted interface e200ff60-852b-4a04-ad0a-7a1dc410969f; detaching it from the instance and deleting it from the info cache [ 735.835393] env[62849]: DEBUG nova.network.neutron [req-1b2b8e6d-8354-4b4f-b7aa-39482cfd6782 req-78a3fa9a-eccb-485c-8425-b460521d8410 service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.910151] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404082, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.969693] env[62849]: DEBUG nova.network.neutron [-] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.024120] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404083, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.218468] env[62849]: INFO nova.compute.manager [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Took 37.55 seconds to build instance. [ 736.314924] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731d429-c521-4797-b54b-75b6ec97d1b1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.327064] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73bc599-ac7b-4b07-a33f-edf546bb5059 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.358211] env[62849]: DEBUG nova.network.neutron [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Successfully updated port: b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 736.359644] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15aa9d53-4303-4899-9d01-97a1b7f8e3f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.361728] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcab733-5c2c-4c05-a1af-06e1fe442875 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.374717] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba975a-9fde-40f0-9d8d-aace685afc0c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.382020] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d07d7c8-3fd6-43a6-85ba-ed0431b71861 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.404521] env[62849]: DEBUG nova.compute.provider_tree [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.426190] env[62849]: DEBUG nova.compute.manager [req-1b2b8e6d-8354-4b4f-b7aa-39482cfd6782 req-78a3fa9a-eccb-485c-8425-b460521d8410 service nova] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Detach interface failed, port_id=e200ff60-852b-4a04-ad0a-7a1dc410969f, reason: Instance 818cfb22-1b34-4389-97cd-5c61c6e65d26 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 736.436125] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404082, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.463662] env[62849]: DEBUG nova.scheduler.client.report [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 736.463933] env[62849]: DEBUG nova.compute.provider_tree [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 71 to 72 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 736.464127] env[62849]: DEBUG nova.compute.provider_tree [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.472358] env[62849]: INFO nova.compute.manager [-] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Took 1.43 seconds to deallocate network for instance. [ 736.527562] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404083, 'name': CreateVM_Task, 'duration_secs': 0.730011} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.527562] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.528086] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.528372] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.529068] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.529950] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad022b91-3fab-4a14-8470-1de8e4ce5247 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.536372] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 736.536372] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e97846-7763-fe85-2745-508f7019e405" [ 736.536372] env[62849]: _type = "Task" [ 736.536372] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.548080] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e97846-7763-fe85-2745-508f7019e405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.723419] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f7df1faa-a82c-4ea6-8f6f-d47830484789 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.571s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.866552] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.866737] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.866865] env[62849]: DEBUG nova.network.neutron [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 736.915235] env[62849]: DEBUG oslo_vmware.api [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404082, 'name': RemoveSnapshot_Task, 'duration_secs': 1.190503} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.915522] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.968635] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.470s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.969276] env[62849]: DEBUG nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.971977] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.114s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.972214] env[62849]: DEBUG nova.objects.instance [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lazy-loading 'resources' on Instance uuid 87f62c83-9134-49ff-93d9-dd3f4aabfaf4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.978451] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.048420] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e97846-7763-fe85-2745-508f7019e405, 'name': SearchDatastore_Task, 'duration_secs': 0.02576} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.048766] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.049043] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.049242] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.049404] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.049578] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.049841] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e1f30fb-0f4f-471d-8b8c-d427b7fd7dfe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.064558] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.064754] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.065551] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7428fb0a-310f-4614-a6db-761253273c66 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.071590] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 737.071590] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52abfc3a-c16d-9f2c-cef2-d995a5ede523" [ 737.071590] env[62849]: _type = "Task" [ 737.071590] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.081598] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52abfc3a-c16d-9f2c-cef2-d995a5ede523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.400972] env[62849]: DEBUG nova.network.neutron [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 737.423331] env[62849]: WARNING nova.compute.manager [None req-882c8557-a0cf-4c43-96e2-1fa5424bda33 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Image not found during snapshot: nova.exception.ImageNotFound: Image db0040c9-ba7b-4248-8214-93b8cad1e1f3 could not be found. [ 737.478441] env[62849]: DEBUG nova.compute.utils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.484083] env[62849]: DEBUG nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.486934] env[62849]: DEBUG nova.network.neutron [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 737.564919] env[62849]: DEBUG nova.policy [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6578b71bba478c8ba6dfba4108f9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432a291434f44498b061e63905808ada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.583934] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52abfc3a-c16d-9f2c-cef2-d995a5ede523, 'name': SearchDatastore_Task, 'duration_secs': 0.043179} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.587987] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89eba85-3648-438f-8d0e-7a9639f2e24a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.594145] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 737.594145] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52894b3e-184b-c925-fa7a-f6c1b93a484c" [ 737.594145] env[62849]: _type = "Task" [ 737.594145] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.604578] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52894b3e-184b-c925-fa7a-f6c1b93a484c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.650014] env[62849]: DEBUG nova.network.neutron [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Updating instance_info_cache with network_info: [{"id": "b8a12dcd-ac81-4888-860a-78b5b0e32b6b", "address": "fa:16:3e:d6:06:d9", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a12dcd-ac", "ovs_interfaceid": "b8a12dcd-ac81-4888-860a-78b5b0e32b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.936532] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquiring lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.936917] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.937308] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquiring lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.937308] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.937399] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.939827] env[62849]: INFO nova.compute.manager [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Terminating instance [ 737.963406] env[62849]: DEBUG nova.compute.manager [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Received event network-vif-plugged-b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 737.963632] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] Acquiring lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.963842] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] Lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.964013] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] Lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.964672] env[62849]: DEBUG nova.compute.manager [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] No waiting events found dispatching network-vif-plugged-b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.964866] env[62849]: WARNING nova.compute.manager [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Received unexpected event network-vif-plugged-b8a12dcd-ac81-4888-860a-78b5b0e32b6b for instance with vm_state building and task_state spawning. [ 737.965385] env[62849]: DEBUG nova.compute.manager [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Received event network-changed-b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 737.965385] env[62849]: DEBUG nova.compute.manager [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Refreshing instance network info cache due to event network-changed-b8a12dcd-ac81-4888-860a-78b5b0e32b6b. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 737.965385] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] Acquiring lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.983483] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8757c0-163e-47ef-879a-d8a645af8abe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.990756] env[62849]: DEBUG nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.997751] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e5b54b-8740-411f-aa70-fa555aeff606 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.031564] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "c93476d2-41c0-4185-a91c-8a07c841afaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.032157] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c93476d2-41c0-4185-a91c-8a07c841afaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.032157] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "c93476d2-41c0-4185-a91c-8a07c841afaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.032157] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c93476d2-41c0-4185-a91c-8a07c841afaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.032350] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c93476d2-41c0-4185-a91c-8a07c841afaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.034709] env[62849]: INFO nova.compute.manager [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Terminating instance [ 738.037628] env[62849]: DEBUG nova.network.neutron [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Successfully created port: 0f8121cb-152d-42d4-b572-d847b7bcc349 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 738.040404] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cf81f4-0ed1-4adf-85cd-5cbcb888fdd7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.043928] env[62849]: DEBUG nova.compute.manager [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.045933] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20516ea7-b4a8-4922-8014-2a516ef06dfd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.058466] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ced794-ac59-49b4-b80d-a481afa228e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.076309] env[62849]: DEBUG nova.compute.provider_tree [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.104388] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52894b3e-184b-c925-fa7a-f6c1b93a484c, 'name': SearchDatastore_Task, 'duration_secs': 0.030459} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.105098] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.105371] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] dbe12ff1-8993-4782-8f54-46797fbcd0d4/dbe12ff1-8993-4782-8f54-46797fbcd0d4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.105637] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-903aed20-ccb4-4a42-8b01-aba6f72d2470 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.114067] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 738.114067] env[62849]: value = "task-4404084" [ 738.114067] env[62849]: _type = "Task" [ 738.114067] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.125192] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.152561] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.152918] env[62849]: DEBUG nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Instance network_info: |[{"id": "b8a12dcd-ac81-4888-860a-78b5b0e32b6b", "address": "fa:16:3e:d6:06:d9", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a12dcd-ac", "ovs_interfaceid": "b8a12dcd-ac81-4888-860a-78b5b0e32b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.153245] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] Acquired lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.153420] env[62849]: DEBUG nova.network.neutron [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Refreshing network info cache for port b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.154766] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:06:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a12dcd-ac81-4888-860a-78b5b0e32b6b', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.166021] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.166021] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.166021] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f278b3-823f-4972-9cad-05c7c55dcfe4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.186725] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.186725] env[62849]: value = "task-4404085" [ 738.186725] env[62849]: _type = "Task" [ 738.186725] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.197837] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404085, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.445690] env[62849]: DEBUG nova.compute.manager [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.445992] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.447098] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393fd56e-513a-44bc-a421-c1fd8d5b35e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.458572] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.458912] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47e3d42-c91b-47ab-b168-fe78e28c0e14 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.471457] env[62849]: DEBUG oslo_vmware.api [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 738.471457] env[62849]: value = "task-4404086" [ 738.471457] env[62849]: _type = "Task" [ 738.471457] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.484848] env[62849]: DEBUG oslo_vmware.api [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.548035] env[62849]: DEBUG nova.compute.manager [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.548035] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.549137] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43de1dd-93f6-4d9c-acf9-d9a5e3a64ba5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.559835] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.560220] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e35543a-b0c9-4d8f-a821-393a6e75b493 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.567753] env[62849]: INFO nova.compute.manager [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] instance snapshotting [ 738.573442] env[62849]: DEBUG oslo_vmware.api [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 738.573442] env[62849]: value = "task-4404087" [ 738.573442] env[62849]: _type = "Task" [ 738.573442] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.575381] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b2fdce-f4d7-413b-8d92-70aa86860afa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.587105] env[62849]: DEBUG nova.scheduler.client.report [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.599560] env[62849]: DEBUG oslo_vmware.api [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.622939] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b8099f-e240-4dec-b53e-727be9083138 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.643163] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.700086] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404085, 'name': CreateVM_Task, 'duration_secs': 0.478209} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.700249] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.701053] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.701227] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.701567] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.702289] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8b23a5-7506-4f26-b4cc-b5b359352696 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.711699] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 738.711699] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525b5113-8f69-a61f-c8b9-56324825d8d9" [ 738.711699] env[62849]: _type = "Task" [ 738.711699] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.724923] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525b5113-8f69-a61f-c8b9-56324825d8d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.725309] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.725658] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.726019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.726218] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.726419] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.726724] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07091561-fc4e-47b6-a613-2cbaed5f3257 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.738264] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.738474] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.739349] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13c2155-8604-4e5a-8c78-990f94a13d54 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.746322] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 738.746322] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520565ab-83a8-38c0-5378-ecd045a387fc" [ 738.746322] env[62849]: _type = "Task" [ 738.746322] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.756612] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520565ab-83a8-38c0-5378-ecd045a387fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.982567] env[62849]: DEBUG oslo_vmware.api [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404086, 'name': PowerOffVM_Task, 'duration_secs': 0.267994} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.982856] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.983033] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.983299] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3133e0b-5543-4c03-8b43-77039340f76a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.001991] env[62849]: DEBUG nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.032859] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.032859] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.032859] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.033346] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.033346] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.033346] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.033346] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.033346] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.033492] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.033492] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.033492] env[62849]: DEBUG nova.virt.hardware [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.033578] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ee168f-4fab-4754-9b3f-b58d3bd221e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.043095] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa28f5-caa9-44e6-ad0d-e1019c2600ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.054023] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.054280] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.054464] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Deleting the datastore file [datastore2] 7c6ce930-15bb-44b2-bc99-d23c60cbda48 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.062675] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffeef016-197b-4400-bc7d-e60dc0471765 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.072912] env[62849]: DEBUG oslo_vmware.api [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for the task: (returnval){ [ 739.072912] env[62849]: value = "task-4404089" [ 739.072912] env[62849]: _type = "Task" [ 739.072912] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.085667] env[62849]: DEBUG oslo_vmware.api [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.089358] env[62849]: DEBUG oslo_vmware.api [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404087, 'name': PowerOffVM_Task, 'duration_secs': 0.229936} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.089811] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.089961] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.090577] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fbac3bc-4ec6-40fe-bd8a-b026a395614c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.119791] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.122358] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.307s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.123954] env[62849]: INFO nova.compute.claims [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.138661] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595975} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.139488] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] dbe12ff1-8993-4782-8f54-46797fbcd0d4/dbe12ff1-8993-4782-8f54-46797fbcd0d4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.139670] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.141133] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3397a851-440e-424f-ad73-741090f9b64c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.144677] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 739.146102] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8204db10-8666-42de-87b0-a76d4adb88a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.151639] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 739.151639] env[62849]: value = "task-4404091" [ 739.151639] env[62849]: _type = "Task" [ 739.151639] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.159997] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 739.159997] env[62849]: value = "task-4404092" [ 739.159997] env[62849]: _type = "Task" [ 739.159997] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.166809] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.171155] env[62849]: INFO nova.scheduler.client.report [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Deleted allocations for instance 87f62c83-9134-49ff-93d9-dd3f4aabfaf4 [ 739.173338] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.174111] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.174111] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleting the datastore file [datastore1] c93476d2-41c0-4185-a91c-8a07c841afaf {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.176762] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-497171b1-ab43-4834-9af6-96554e1f06df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.183552] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404092, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.192603] env[62849]: DEBUG oslo_vmware.api [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 739.192603] env[62849]: value = "task-4404093" [ 739.192603] env[62849]: _type = "Task" [ 739.192603] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.205974] env[62849]: DEBUG oslo_vmware.api [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.237942] env[62849]: DEBUG nova.network.neutron [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Updated VIF entry in instance network info cache for port b8a12dcd-ac81-4888-860a-78b5b0e32b6b. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 739.238517] env[62849]: DEBUG nova.network.neutron [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Updating instance_info_cache with network_info: [{"id": "b8a12dcd-ac81-4888-860a-78b5b0e32b6b", "address": "fa:16:3e:d6:06:d9", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a12dcd-ac", "ovs_interfaceid": "b8a12dcd-ac81-4888-860a-78b5b0e32b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.259426] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520565ab-83a8-38c0-5378-ecd045a387fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.260409] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fa1c5f-cfff-4bb1-a73f-a78c10aa12a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.267746] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 739.267746] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cd9e82-8914-7a4f-d91c-03b9db2725d2" [ 739.267746] env[62849]: _type = "Task" [ 739.267746] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.281275] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cd9e82-8914-7a4f-d91c-03b9db2725d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.584110] env[62849]: DEBUG oslo_vmware.api [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Task: {'id': task-4404089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262076} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.584403] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.584553] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.584722] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.584896] env[62849]: INFO nova.compute.manager [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Took 1.14 seconds to destroy the instance on the hypervisor. [ 739.585154] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.585427] env[62849]: DEBUG nova.compute.manager [-] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.585566] env[62849]: DEBUG nova.network.neutron [-] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 739.665234] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085862} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.669855] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.671184] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae56f7-960d-4631-b80c-6d930ec3eb97 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.683167] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404092, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.683915] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9cba8c22-ae6f-41bb-bbc8-30152de48ba7 tempest-ListServerFiltersTestJSON-2112811092 tempest-ListServerFiltersTestJSON-2112811092-project-member] Lock "87f62c83-9134-49ff-93d9-dd3f4aabfaf4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.491s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.712257] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] dbe12ff1-8993-4782-8f54-46797fbcd0d4/dbe12ff1-8993-4782-8f54-46797fbcd0d4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.715916] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e96454-0e68-44c8-ba46-8519f5aea7b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.738491] env[62849]: DEBUG oslo_vmware.api [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441283} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.740726] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.740975] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.741217] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.741437] env[62849]: INFO nova.compute.manager [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 739.741715] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.742071] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 739.742071] env[62849]: value = "task-4404094" [ 739.742071] env[62849]: _type = "Task" [ 739.742071] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.742567] env[62849]: DEBUG oslo_concurrency.lockutils [req-ed8b1269-4f13-4ab5-8919-25d43e55bd1e req-89045db7-cce8-48ea-b6c8-260d815f2664 service nova] Releasing lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.742926] env[62849]: DEBUG nova.compute.manager [-] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.743083] env[62849]: DEBUG nova.network.neutron [-] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 739.759906] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.779760] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cd9e82-8914-7a4f-d91c-03b9db2725d2, 'name': SearchDatastore_Task, 'duration_secs': 0.058806} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.780158] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.780533] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf/8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.780883] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8184e1b8-fa3d-4776-8295-64248218e8b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.790727] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 739.790727] env[62849]: value = "task-4404095" [ 739.790727] env[62849]: _type = "Task" [ 739.790727] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.804021] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.102748] env[62849]: DEBUG nova.compute.manager [req-0fa55332-d25b-4e6f-9363-81d32cebf16f req-a78aca98-c0c7-4faa-a77a-262dd7798393 service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Received event network-vif-plugged-0f8121cb-152d-42d4-b572-d847b7bcc349 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 740.103351] env[62849]: DEBUG oslo_concurrency.lockutils [req-0fa55332-d25b-4e6f-9363-81d32cebf16f req-a78aca98-c0c7-4faa-a77a-262dd7798393 service nova] Acquiring lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.103610] env[62849]: DEBUG oslo_concurrency.lockutils [req-0fa55332-d25b-4e6f-9363-81d32cebf16f req-a78aca98-c0c7-4faa-a77a-262dd7798393 service nova] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.103853] env[62849]: DEBUG oslo_concurrency.lockutils [req-0fa55332-d25b-4e6f-9363-81d32cebf16f req-a78aca98-c0c7-4faa-a77a-262dd7798393 service nova] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.104082] env[62849]: DEBUG nova.compute.manager [req-0fa55332-d25b-4e6f-9363-81d32cebf16f req-a78aca98-c0c7-4faa-a77a-262dd7798393 service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] No waiting events found dispatching network-vif-plugged-0f8121cb-152d-42d4-b572-d847b7bcc349 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.104279] env[62849]: WARNING nova.compute.manager [req-0fa55332-d25b-4e6f-9363-81d32cebf16f req-a78aca98-c0c7-4faa-a77a-262dd7798393 service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Received unexpected event network-vif-plugged-0f8121cb-152d-42d4-b572-d847b7bcc349 for instance with vm_state building and task_state spawning. [ 740.182490] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404092, 'name': CreateSnapshot_Task, 'duration_secs': 0.984674} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.183589] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.183589] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb64f702-a89a-4689-bd2c-eac6e0f60465 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.263567] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.299390] env[62849]: DEBUG nova.network.neutron [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Successfully updated port: 0f8121cb-152d-42d4-b572-d847b7bcc349 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 740.315750] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.677819] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a911db8d-315c-4327-9bab-b6657a754ae8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.689898] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3562e69-04bb-4d31-8b33-e1de1e3a0407 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728333] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.728915] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28d7e9df-39ef-4f37-9cbc-a3ac0f68ea04 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.732418] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb568cc-b214-460b-8fd9-bd4532f3867d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.745128] env[62849]: DEBUG nova.network.neutron [-] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.747732] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 740.747732] env[62849]: value = "task-4404096" [ 740.747732] env[62849]: _type = "Task" [ 740.747732] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.748400] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78a9ead-7315-46d4-a207-102934d144f1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.779673] env[62849]: DEBUG nova.compute.provider_tree [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.779673] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404096, 'name': CloneVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.781538] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404094, 'name': ReconfigVM_Task, 'duration_secs': 0.696241} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.782085] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Reconfigured VM instance instance-0000002a to attach disk [datastore2] dbe12ff1-8993-4782-8f54-46797fbcd0d4/dbe12ff1-8993-4782-8f54-46797fbcd0d4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.782728] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b609ada5-00be-422f-8424-59c21547ae51 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.797806] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 740.797806] env[62849]: value = "task-4404097" [ 740.797806] env[62849]: _type = "Task" [ 740.797806] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.805094] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-9b4dc4d7-5aae-4723-a7c4-c728642594d3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.805260] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-9b4dc4d7-5aae-4723-a7c4-c728642594d3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.806315] env[62849]: DEBUG nova.network.neutron [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 740.806533] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660072} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.807611] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf/8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.811136] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.811136] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1db14192-3b0e-423b-90b6-cd67aa7667a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.814157] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404097, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.820424] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 740.820424] env[62849]: value = "task-4404098" [ 740.820424] env[62849]: _type = "Task" [ 740.820424] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.831733] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.915338] env[62849]: DEBUG nova.network.neutron [-] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.248019] env[62849]: INFO nova.compute.manager [-] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Took 1.66 seconds to deallocate network for instance. [ 741.264851] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404096, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.311087] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404097, 'name': Rename_Task, 'duration_secs': 0.393255} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.311385] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.312031] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b835bd0a-81cc-469f-81dc-ddd644307359 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.319255] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 741.319255] env[62849]: value = "task-4404099" [ 741.319255] env[62849]: _type = "Task" [ 741.319255] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.331022] env[62849]: DEBUG nova.scheduler.client.report [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 741.331022] env[62849]: DEBUG nova.compute.provider_tree [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 72 to 73 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 741.331022] env[62849]: DEBUG nova.compute.provider_tree [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.336548] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.341184] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11244} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.342035] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.342304] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62663940-d55a-450e-a8c5-877b608dc795 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.368996] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf/8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.370047] env[62849]: DEBUG nova.network.neutron [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 741.372507] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7feef0-3695-4b26-8de1-2eb42af0e229 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.395777] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 741.395777] env[62849]: value = "task-4404100" [ 741.395777] env[62849]: _type = "Task" [ 741.395777] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.405708] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.420606] env[62849]: INFO nova.compute.manager [-] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Took 1.68 seconds to deallocate network for instance. [ 741.605398] env[62849]: DEBUG nova.network.neutron [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Updating instance_info_cache with network_info: [{"id": "0f8121cb-152d-42d4-b572-d847b7bcc349", "address": "fa:16:3e:04:05:67", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f8121cb-15", "ovs_interfaceid": "0f8121cb-152d-42d4-b572-d847b7bcc349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.759066] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.765539] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404096, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.829933] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404099, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.838893] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.839607] env[62849]: DEBUG nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.842200] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.763s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.843758] env[62849]: INFO nova.compute.claims [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.913755] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404100, 'name': ReconfigVM_Task, 'duration_secs': 0.315238} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.913900] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf/8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.914493] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d68d0e9-211c-4e68-8b53-dbdc8fb7f851 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.922229] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 741.922229] env[62849]: value = "task-4404101" [ 741.922229] env[62849]: _type = "Task" [ 741.922229] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.928571] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.933072] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404101, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.107426] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-9b4dc4d7-5aae-4723-a7c4-c728642594d3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.107960] env[62849]: DEBUG nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Instance network_info: |[{"id": "0f8121cb-152d-42d4-b572-d847b7bcc349", "address": "fa:16:3e:04:05:67", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f8121cb-15", "ovs_interfaceid": "0f8121cb-152d-42d4-b572-d847b7bcc349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.109835] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:05:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f8121cb-152d-42d4-b572-d847b7bcc349', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.116487] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.116736] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.116952] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea03901d-f2c5-4a5b-870c-0b578ec8b75d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.150504] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.150504] env[62849]: value = "task-4404102" [ 742.150504] env[62849]: _type = "Task" [ 742.150504] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.163607] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404102, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.184837] env[62849]: DEBUG nova.compute.manager [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Received event network-vif-deleted-d7cdac99-eb8b-46b0-92f8-2c2fea7c116d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 742.186290] env[62849]: DEBUG nova.compute.manager [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Received event network-changed-0f8121cb-152d-42d4-b572-d847b7bcc349 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 742.186290] env[62849]: DEBUG nova.compute.manager [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Refreshing instance network info cache due to event network-changed-0f8121cb-152d-42d4-b572-d847b7bcc349. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 742.186290] env[62849]: DEBUG oslo_concurrency.lockutils [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] Acquiring lock "refresh_cache-9b4dc4d7-5aae-4723-a7c4-c728642594d3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.186290] env[62849]: DEBUG oslo_concurrency.lockutils [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] Acquired lock "refresh_cache-9b4dc4d7-5aae-4723-a7c4-c728642594d3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.186416] env[62849]: DEBUG nova.network.neutron [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Refreshing network info cache for port 0f8121cb-152d-42d4-b572-d847b7bcc349 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.265191] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404096, 'name': CloneVM_Task} progress is 95%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.332722] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404099, 'name': PowerOnVM_Task, 'duration_secs': 0.806856} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.332995] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.333099] env[62849]: DEBUG nova.compute.manager [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.334164] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb021af2-b78a-4c1f-8803-5e9a4f78ef18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.352526] env[62849]: DEBUG nova.compute.utils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.356788] env[62849]: DEBUG nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.357066] env[62849]: DEBUG nova.network.neutron [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 742.405418] env[62849]: DEBUG nova.policy [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c3b1606645f46afa3eb667e3407292a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e622b4b8e9345aab6ff6f2708d51a99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.179580] env[62849]: INFO nova.compute.manager [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] bringing vm to original state: 'stopped' [ 743.182095] env[62849]: DEBUG nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.186818] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404101, 'name': Rename_Task, 'duration_secs': 0.15467} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.188162] env[62849]: DEBUG nova.network.neutron [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Successfully created port: d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 743.196260] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.196260] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3be664-ac1c-44a5-8a08-69d1339f3145 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.209890] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404096, 'name': CloneVM_Task, 'duration_secs': 1.77693} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.213798] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Created linked-clone VM from snapshot [ 743.214117] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404102, 'name': CreateVM_Task, 'duration_secs': 0.381946} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.214335] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 743.214335] env[62849]: value = "task-4404103" [ 743.214335] env[62849]: _type = "Task" [ 743.214335] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.215072] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95d9ec1-3783-4723-9c4b-4b3d8fe68a08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.218028] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.228541] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.228541] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.228541] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.228541] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446d60da-023f-4c13-8e68-56334fc4b062 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.230969] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Uploading image 1c3e5118-df11-4f36-b064-553e6b4dc89b {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 743.239031] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 743.239031] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee3efe-a2bc-a8b3-d356-63c354c9b156" [ 743.239031] env[62849]: _type = "Task" [ 743.239031] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.239660] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404103, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.251109] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee3efe-a2bc-a8b3-d356-63c354c9b156, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.251329] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.251486] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.251772] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.251979] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.252398] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.253718] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d052ba7a-3539-4c43-8c32-939463109f49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.264849] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.264849] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.267891] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12829c0a-6ab9-42d4-9ca6-be2b828dcb5c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.278963] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 743.278963] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521e5a40-48d1-d47b-7f35-f12ce6b4169e" [ 743.278963] env[62849]: _type = "Task" [ 743.278963] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.283429] env[62849]: DEBUG oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 743.283429] env[62849]: value = "vm-861973" [ 743.283429] env[62849]: _type = "VirtualMachine" [ 743.283429] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 743.283964] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b535d6f3-31cc-4d6f-bfd1-1563d38dd4e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.291716] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521e5a40-48d1-d47b-7f35-f12ce6b4169e, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.296643] env[62849]: DEBUG oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lease: (returnval){ [ 743.296643] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212522b-d7f8-94fb-0c48-1268d0c9b2b4" [ 743.296643] env[62849]: _type = "HttpNfcLease" [ 743.296643] env[62849]: } obtained for exporting VM: (result){ [ 743.296643] env[62849]: value = "vm-861973" [ 743.296643] env[62849]: _type = "VirtualMachine" [ 743.296643] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 743.296959] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the lease: (returnval){ [ 743.296959] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212522b-d7f8-94fb-0c48-1268d0c9b2b4" [ 743.296959] env[62849]: _type = "HttpNfcLease" [ 743.296959] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 743.297286] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8fad1ba-e973-4246-a9eb-2ca51f3cc1a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.306601] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 743.306601] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b7fce-639b-b115-5b8a-b3c88fd5a587" [ 743.306601] env[62849]: _type = "Task" [ 743.306601] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.308513] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.308513] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212522b-d7f8-94fb-0c48-1268d0c9b2b4" [ 743.308513] env[62849]: _type = "HttpNfcLease" [ 743.308513] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.311723] env[62849]: DEBUG oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.311723] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212522b-d7f8-94fb-0c48-1268d0c9b2b4" [ 743.311723] env[62849]: _type = "HttpNfcLease" [ 743.311723] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.316553] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a548a334-6674-441b-b9ca-45bff52cf903 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.326207] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b7fce-639b-b115-5b8a-b3c88fd5a587, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.330052] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.330052] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9b4dc4d7-5aae-4723-a7c4-c728642594d3/9b4dc4d7-5aae-4723-a7c4-c728642594d3.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.330360] env[62849]: DEBUG oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dace03-b450-15f1-8ca4-1c0566c67925/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 743.330533] env[62849]: DEBUG oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dace03-b450-15f1-8ca4-1c0566c67925/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 743.332614] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e990b072-5f5e-4509-91ae-0491cdfcbbed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.395682] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 743.395682] env[62849]: value = "task-4404105" [ 743.395682] env[62849]: _type = "Task" [ 743.395682] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.408103] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.437044] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21d52446-db0c-4888-9115-07bc5afd75c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.736190] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404103, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.752359] env[62849]: DEBUG nova.network.neutron [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Updated VIF entry in instance network info cache for port 0f8121cb-152d-42d4-b572-d847b7bcc349. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.752758] env[62849]: DEBUG nova.network.neutron [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Updating instance_info_cache with network_info: [{"id": "0f8121cb-152d-42d4-b572-d847b7bcc349", "address": "fa:16:3e:04:05:67", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f8121cb-15", "ovs_interfaceid": "0f8121cb-152d-42d4-b572-d847b7bcc349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.909660] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54105} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.911193] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9b4dc4d7-5aae-4723-a7c4-c728642594d3/9b4dc4d7-5aae-4723-a7c4-c728642594d3.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.911599] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.912380] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a184d8f1-84d6-4b02-9ef9-85a5092b22fb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.915269] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5921fb80-9a9f-46ce-9ef9-939f4de8a529 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.923680] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d0eea-c010-42ce-8134-5f334fd7ce0d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.928836] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 743.928836] env[62849]: value = "task-4404106" [ 743.928836] env[62849]: _type = "Task" [ 743.928836] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.971510] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deff70c-4d53-403a-8ad2-ca0754555fd3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.974287] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.980792] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a15549-69fa-4e29-8d2d-deb4b367cd20 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.999135] env[62849]: DEBUG nova.compute.provider_tree [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.199161] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.201795] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.201795] env[62849]: DEBUG nova.compute.manager [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.201795] env[62849]: DEBUG nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.211426] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c6970b-a7ca-4a2b-b2f8-4338b9e969ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.231320] env[62849]: DEBUG nova.compute.manager [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 744.240891] env[62849]: DEBUG oslo_vmware.api [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404103, 'name': PowerOnVM_Task, 'duration_secs': 0.747613} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.243592] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.244291] env[62849]: INFO nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Took 8.72 seconds to spawn the instance on the hypervisor. [ 744.244716] env[62849]: DEBUG nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.245593] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f1aad7-3d4f-4881-b3d9-b33fb9c3c326 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.254948] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.255555] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.255732] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.255919] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.256111] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.256234] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.256461] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.256858] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.257426] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.257634] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.257816] env[62849]: DEBUG nova.virt.hardware [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.258829] env[62849]: DEBUG oslo_concurrency.lockutils [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] Releasing lock "refresh_cache-9b4dc4d7-5aae-4723-a7c4-c728642594d3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.259184] env[62849]: DEBUG nova.compute.manager [req-0348aaaf-df7d-4042-b6ac-5faa8ed3d759 req-172fe5c4-c14b-4cb4-b04f-c91c5ab4926c service nova] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Received event network-vif-deleted-725739d1-3696-4c4c-a7e9-ab6aab10d5ef {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 744.260146] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6542f3e1-a9ba-4262-8e8a-9b0ea600286a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.274920] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9366b85-5509-4e0b-99c9-7b44e7bd5d1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.441051] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098341} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.441829] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.442518] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ce1afd-2a6b-4cf3-9a40-2a5281d8bcf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.466325] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 9b4dc4d7-5aae-4723-a7c4-c728642594d3/9b4dc4d7-5aae-4723-a7c4-c728642594d3.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.466759] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f48add6-84b8-4910-98fc-e8ef66bdeda8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.489632] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 744.489632] env[62849]: value = "task-4404107" [ 744.489632] env[62849]: _type = "Task" [ 744.489632] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.499455] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.503123] env[62849]: DEBUG nova.scheduler.client.report [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.736882] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.737301] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa94ea00-af75-430d-941b-e49e0c605948 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.749699] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 744.749699] env[62849]: value = "task-4404108" [ 744.749699] env[62849]: _type = "Task" [ 744.749699] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.777069] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.780081] env[62849]: INFO nova.compute.manager [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Took 36.38 seconds to build instance. [ 745.007370] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.013355] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.170s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.013355] env[62849]: DEBUG nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.018273] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.200s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.019044] env[62849]: DEBUG nova.objects.instance [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'pci_requests' on Instance uuid a9c970e4-5922-4c47-9676-fef8fdfb5dd2 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.264796] env[62849]: DEBUG oslo_vmware.api [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404108, 'name': PowerOffVM_Task, 'duration_secs': 0.298223} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.265439] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.265741] env[62849]: DEBUG nova.compute.manager [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.266891] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39840466-ebdd-478c-9fac-1781c4294794 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.282204] env[62849]: DEBUG oslo_concurrency.lockutils [None req-00260e95-4ab5-45b7-8f82-0a8a6659b99e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.893s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.308375] env[62849]: DEBUG nova.compute.manager [req-28aff894-9605-490f-a0ac-1a23e0dbbb30 req-2e870549-5931-44c1-b44f-0534c69e23f0 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Received event network-vif-plugged-d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 745.308375] env[62849]: DEBUG oslo_concurrency.lockutils [req-28aff894-9605-490f-a0ac-1a23e0dbbb30 req-2e870549-5931-44c1-b44f-0534c69e23f0 service nova] Acquiring lock "0c38b968-7a95-430d-a1d3-fe656571edfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.308375] env[62849]: DEBUG oslo_concurrency.lockutils [req-28aff894-9605-490f-a0ac-1a23e0dbbb30 req-2e870549-5931-44c1-b44f-0534c69e23f0 service nova] Lock "0c38b968-7a95-430d-a1d3-fe656571edfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.308375] env[62849]: DEBUG oslo_concurrency.lockutils [req-28aff894-9605-490f-a0ac-1a23e0dbbb30 req-2e870549-5931-44c1-b44f-0534c69e23f0 service nova] Lock "0c38b968-7a95-430d-a1d3-fe656571edfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.308375] env[62849]: DEBUG nova.compute.manager [req-28aff894-9605-490f-a0ac-1a23e0dbbb30 req-2e870549-5931-44c1-b44f-0534c69e23f0 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] No waiting events found dispatching network-vif-plugged-d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.308589] env[62849]: WARNING nova.compute.manager [req-28aff894-9605-490f-a0ac-1a23e0dbbb30 req-2e870549-5931-44c1-b44f-0534c69e23f0 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Received unexpected event network-vif-plugged-d16cb94e-a1ad-447d-88c7-b7b982b83b38 for instance with vm_state building and task_state spawning. [ 745.338563] env[62849]: DEBUG nova.network.neutron [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Successfully updated port: d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 745.503308] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404107, 'name': ReconfigVM_Task, 'duration_secs': 0.7137} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.503797] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 9b4dc4d7-5aae-4723-a7c4-c728642594d3/9b4dc4d7-5aae-4723-a7c4-c728642594d3.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.504940] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10446c7-3d48-4262-8f2e-4cac05c4dfe4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.514030] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 745.514030] env[62849]: value = "task-4404109" [ 745.514030] env[62849]: _type = "Task" [ 745.514030] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.525764] env[62849]: DEBUG nova.compute.utils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.529932] env[62849]: DEBUG nova.objects.instance [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'numa_topology' on Instance uuid a9c970e4-5922-4c47-9676-fef8fdfb5dd2 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.531101] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404109, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.531659] env[62849]: DEBUG nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.531866] env[62849]: DEBUG nova.network.neutron [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 745.578377] env[62849]: DEBUG nova.policy [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337a91ba70ae488ab451a73db771fb78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb78c7d0bcda46a4b2f258efdcbf56e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.788994] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.588s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.841970] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.842213] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquired lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.842367] env[62849]: DEBUG nova.network.neutron [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 746.020447] env[62849]: DEBUG nova.network.neutron [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Successfully created port: 85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 746.029927] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404109, 'name': Rename_Task, 'duration_secs': 0.184404} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.030613] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.030730] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d07161a-5e8e-4c6d-bfc4-fa6200e5dbff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.036164] env[62849]: DEBUG nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.036164] env[62849]: INFO nova.compute.claims [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.044964] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 746.044964] env[62849]: value = "task-4404110" [ 746.044964] env[62849]: _type = "Task" [ 746.044964] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.055857] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.299663] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.411095] env[62849]: DEBUG nova.network.neutron [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 746.566882] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.608303] env[62849]: DEBUG nova.compute.manager [req-5e404ad3-55ab-4e8f-ae47-ed97da91c23c req-d6cf519a-b40f-4dff-b064-1ee2fd31cdd9 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Received event network-changed-b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 746.608521] env[62849]: DEBUG nova.compute.manager [req-5e404ad3-55ab-4e8f-ae47-ed97da91c23c req-d6cf519a-b40f-4dff-b064-1ee2fd31cdd9 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Refreshing instance network info cache due to event network-changed-b8a12dcd-ac81-4888-860a-78b5b0e32b6b. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 746.608752] env[62849]: DEBUG oslo_concurrency.lockutils [req-5e404ad3-55ab-4e8f-ae47-ed97da91c23c req-d6cf519a-b40f-4dff-b064-1ee2fd31cdd9 service nova] Acquiring lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.608952] env[62849]: DEBUG oslo_concurrency.lockutils [req-5e404ad3-55ab-4e8f-ae47-ed97da91c23c req-d6cf519a-b40f-4dff-b064-1ee2fd31cdd9 service nova] Acquired lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.609106] env[62849]: DEBUG nova.network.neutron [req-5e404ad3-55ab-4e8f-ae47-ed97da91c23c req-d6cf519a-b40f-4dff-b064-1ee2fd31cdd9 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Refreshing network info cache for port b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.611205] env[62849]: DEBUG nova.network.neutron [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [{"id": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "address": "fa:16:3e:07:92:a3", "network": {"id": "e651c6e0-46af-4b39-8b50-81ac8b51fd62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-674745431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2e622b4b8e9345aab6ff6f2708d51a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16cb94e-a1", "ovs_interfaceid": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.055131] env[62849]: DEBUG nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.056944] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e7cd58-4239-44a0-9d48-795a90349fc9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.069677] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e73c3e-c148-440c-a681-701a821bbd66 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.073047] env[62849]: DEBUG oslo_vmware.api [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404110, 'name': PowerOnVM_Task, 'duration_secs': 0.77464} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.073337] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.073541] env[62849]: INFO nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Took 8.07 seconds to spawn the instance on the hypervisor. [ 747.073715] env[62849]: DEBUG nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.074973] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6289475d-0c34-4cf3-9b27-27ca39f116b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.109399] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d75dc3-e578-4730-8226-e57767273b39 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.117563] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Releasing lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.117563] env[62849]: DEBUG nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Instance network_info: |[{"id": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "address": "fa:16:3e:07:92:a3", "network": {"id": "e651c6e0-46af-4b39-8b50-81ac8b51fd62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-674745431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2e622b4b8e9345aab6ff6f2708d51a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16cb94e-a1", "ovs_interfaceid": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.125277] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.125649] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.125851] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.126123] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.126378] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.126528] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.126825] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.127060] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.127345] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.127587] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.127858] env[62849]: DEBUG nova.virt.hardware [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.128964] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:92:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd16cb94e-a1ad-447d-88c7-b7b982b83b38', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.138194] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Creating folder: Project (2e622b4b8e9345aab6ff6f2708d51a99). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.139325] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59a4421-614b-4578-8250-526a2d0dd7ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.147037] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34adc75e-65ae-44ff-a138-9cd3baa4f3ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.151661] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e66197-5ced-439b-a005-7301adf06724 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.163593] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68754e98-099a-44f8-aeac-44dd442d6c9d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.182281] env[62849]: DEBUG nova.compute.provider_tree [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.187195] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Created folder: Project (2e622b4b8e9345aab6ff6f2708d51a99) in parent group-v861840. [ 747.187195] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Creating folder: Instances. Parent ref: group-v861975. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.187378] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81c1c3f8-9ae3-49c8-b793-aa87a3f13279 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.213600] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Created folder: Instances in parent group-v861975. [ 747.213600] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.213600] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.213600] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd573168-7d1f-460d-96cf-dfc11d0217cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.239173] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.239173] env[62849]: value = "task-4404113" [ 747.239173] env[62849]: _type = "Task" [ 747.239173] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.253769] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404113, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.327519] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.327970] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.494719] env[62849]: DEBUG nova.compute.manager [req-8162b8b5-fe70-463f-89ad-c66c2dd52cb6 req-4e443257-8215-48af-80fc-9d4e1947ed36 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Received event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 747.494942] env[62849]: DEBUG nova.compute.manager [req-8162b8b5-fe70-463f-89ad-c66c2dd52cb6 req-4e443257-8215-48af-80fc-9d4e1947ed36 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing instance network info cache due to event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 747.495180] env[62849]: DEBUG oslo_concurrency.lockutils [req-8162b8b5-fe70-463f-89ad-c66c2dd52cb6 req-4e443257-8215-48af-80fc-9d4e1947ed36 service nova] Acquiring lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.495336] env[62849]: DEBUG oslo_concurrency.lockutils [req-8162b8b5-fe70-463f-89ad-c66c2dd52cb6 req-4e443257-8215-48af-80fc-9d4e1947ed36 service nova] Acquired lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.495507] env[62849]: DEBUG nova.network.neutron [req-8162b8b5-fe70-463f-89ad-c66c2dd52cb6 req-4e443257-8215-48af-80fc-9d4e1947ed36 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.638511] env[62849]: DEBUG nova.network.neutron [req-5e404ad3-55ab-4e8f-ae47-ed97da91c23c req-d6cf519a-b40f-4dff-b064-1ee2fd31cdd9 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Updated VIF entry in instance network info cache for port b8a12dcd-ac81-4888-860a-78b5b0e32b6b. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.639194] env[62849]: DEBUG nova.network.neutron [req-5e404ad3-55ab-4e8f-ae47-ed97da91c23c req-d6cf519a-b40f-4dff-b064-1ee2fd31cdd9 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Updating instance_info_cache with network_info: [{"id": "b8a12dcd-ac81-4888-860a-78b5b0e32b6b", "address": "fa:16:3e:d6:06:d9", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a12dcd-ac", "ovs_interfaceid": "b8a12dcd-ac81-4888-860a-78b5b0e32b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.663092] env[62849]: INFO nova.compute.manager [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Took 38.38 seconds to build instance. [ 747.689197] env[62849]: DEBUG nova.scheduler.client.report [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.751621] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.753609] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.753609] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.753609] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.753609] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.754407] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404113, 'name': CreateVM_Task, 'duration_secs': 0.492179} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.754407] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.754580] env[62849]: INFO nova.compute.manager [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Terminating instance [ 747.759824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.759824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.759824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.759824] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4870cb41-0374-4669-a7c2-16c3fcfc13d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.768085] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 747.768085] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fd342c-84cd-27bb-12c1-939bb150d383" [ 747.768085] env[62849]: _type = "Task" [ 747.768085] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.779417] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fd342c-84cd-27bb-12c1-939bb150d383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.836611] env[62849]: DEBUG nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.885374] env[62849]: DEBUG nova.network.neutron [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Successfully updated port: 85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 748.143342] env[62849]: DEBUG oslo_concurrency.lockutils [req-5e404ad3-55ab-4e8f-ae47-ed97da91c23c req-d6cf519a-b40f-4dff-b064-1ee2fd31cdd9 service nova] Releasing lock "refresh_cache-8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.166612] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9be799af-f056-4b39-b0fc-ff5035a0367e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.891s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.198557] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.180s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.201326] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.804s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.203117] env[62849]: INFO nova.compute.claims [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.268737] env[62849]: DEBUG nova.compute.manager [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.268737] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.268737] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2921ad9c-3b51-4c40-b409-39d310e61b40 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.277987] env[62849]: INFO nova.network.neutron [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating port b699876b-60f0-416e-9f34-d7f4c37bde78 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 748.283771] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.284131] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39843d35-a38a-42e4-bfaa-cefe62e59433 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.290215] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fd342c-84cd-27bb-12c1-939bb150d383, 'name': SearchDatastore_Task, 'duration_secs': 0.01743} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.291134] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.291472] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.291740] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.292659] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.292659] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.292659] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0054a871-464d-460e-b7fe-0b1786317d38 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.307210] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.308128] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.308283] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b99d76-6df6-44f0-bd05-5b57feb9f9fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.315028] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 748.315028] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5214add0-1b02-ec04-5e6a-67641f1801bd" [ 748.315028] env[62849]: _type = "Task" [ 748.315028] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.319886] env[62849]: DEBUG nova.network.neutron [req-8162b8b5-fe70-463f-89ad-c66c2dd52cb6 req-4e443257-8215-48af-80fc-9d4e1947ed36 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updated VIF entry in instance network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 748.320367] env[62849]: DEBUG nova.network.neutron [req-8162b8b5-fe70-463f-89ad-c66c2dd52cb6 req-4e443257-8215-48af-80fc-9d4e1947ed36 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [{"id": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "address": "fa:16:3e:07:92:a3", "network": {"id": "e651c6e0-46af-4b39-8b50-81ac8b51fd62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-674745431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2e622b4b8e9345aab6ff6f2708d51a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16cb94e-a1", "ovs_interfaceid": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.331473] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5214add0-1b02-ec04-5e6a-67641f1801bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.372597] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.379018] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.379399] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.379603] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleting the datastore file [datastore2] dbe12ff1-8993-4782-8f54-46797fbcd0d4 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.379903] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-292e43b4-cae1-4d9b-97a2-7ea2a870ab6d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.387540] env[62849]: DEBUG oslo_vmware.api [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 748.387540] env[62849]: value = "task-4404115" [ 748.387540] env[62849]: _type = "Task" [ 748.387540] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.392231] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquiring lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.392231] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquired lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.392231] env[62849]: DEBUG nova.network.neutron [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.398872] env[62849]: DEBUG oslo_vmware.api [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.787572] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.787791] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.823092] env[62849]: DEBUG oslo_concurrency.lockutils [req-8162b8b5-fe70-463f-89ad-c66c2dd52cb6 req-4e443257-8215-48af-80fc-9d4e1947ed36 service nova] Releasing lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.827991] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5214add0-1b02-ec04-5e6a-67641f1801bd, 'name': SearchDatastore_Task, 'duration_secs': 0.017479} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.828953] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1df2935-942b-4d53-875c-f37f16d6e0ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.836173] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 748.836173] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52364da7-52d7-bf87-3611-38c5765e234d" [ 748.836173] env[62849]: _type = "Task" [ 748.836173] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.845400] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52364da7-52d7-bf87-3611-38c5765e234d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.899217] env[62849]: DEBUG oslo_vmware.api [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503283} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.899887] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.900090] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.900271] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.900526] env[62849]: INFO nova.compute.manager [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Took 0.63 seconds to destroy the instance on the hypervisor. [ 748.900708] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.900902] env[62849]: DEBUG nova.compute.manager [-] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.901102] env[62849]: DEBUG nova.network.neutron [-] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 748.947280] env[62849]: DEBUG nova.network.neutron [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 749.293260] env[62849]: DEBUG nova.compute.utils [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.352553] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52364da7-52d7-bf87-3611-38c5765e234d, 'name': SearchDatastore_Task, 'duration_secs': 0.018575} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.355539] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.355871] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd/0c38b968-7a95-430d-a1d3-fe656571edfd.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.356403] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a800d473-fbc0-4e29-970f-1c7415396c90 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.365040] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 749.365040] env[62849]: value = "task-4404116" [ 749.365040] env[62849]: _type = "Task" [ 749.365040] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.377225] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.468519] env[62849]: DEBUG nova.network.neutron [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Updating instance_info_cache with network_info: [{"id": "85e0e001-a48c-44f5-9af8-507472ede16b", "address": "fa:16:3e:19:40:85", "network": {"id": "9a4190e0-ca19-4974-80ca-95f1719d1c09", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1287895623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb78c7d0bcda46a4b2f258efdcbf56e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0e001-a4", "ovs_interfaceid": "85e0e001-a48c-44f5-9af8-507472ede16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.785637] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1980b571-3c4f-4a75-bf7d-4d4a948354b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.795474] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1089808-4068-4cf4-9d4b-a39795c4b8fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.799681] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.832844] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c3202e-422d-4f07-97cd-fd3634e6d468 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.842773] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc1fa9e-9d40-4741-a0c3-348dd6f73ebb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.859089] env[62849]: DEBUG nova.compute.provider_tree [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.876933] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.971825] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Releasing lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.972184] env[62849]: DEBUG nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Instance network_info: |[{"id": "85e0e001-a48c-44f5-9af8-507472ede16b", "address": "fa:16:3e:19:40:85", "network": {"id": "9a4190e0-ca19-4974-80ca-95f1719d1c09", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1287895623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb78c7d0bcda46a4b2f258efdcbf56e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0e001-a4", "ovs_interfaceid": "85e0e001-a48c-44f5-9af8-507472ede16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.972627] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:40:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e0e001-a48c-44f5-9af8-507472ede16b', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.980827] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Creating folder: Project (bb78c7d0bcda46a4b2f258efdcbf56e9). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.981194] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b50c8bad-4457-4d82-9e97-a3e880f08e44 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.993305] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Created folder: Project (bb78c7d0bcda46a4b2f258efdcbf56e9) in parent group-v861840. [ 749.993525] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Creating folder: Instances. Parent ref: group-v861978. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.993783] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b878bb3-223c-4e27-bb81-799858f4d015 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.999470] env[62849]: DEBUG nova.compute.manager [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Received event network-vif-plugged-85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 749.999704] env[62849]: DEBUG oslo_concurrency.lockutils [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] Acquiring lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.002161] env[62849]: DEBUG oslo_concurrency.lockutils [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] Lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.002383] env[62849]: DEBUG oslo_concurrency.lockutils [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] Lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.002566] env[62849]: DEBUG nova.compute.manager [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] No waiting events found dispatching network-vif-plugged-85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.002735] env[62849]: WARNING nova.compute.manager [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Received unexpected event network-vif-plugged-85e0e001-a48c-44f5-9af8-507472ede16b for instance with vm_state building and task_state spawning. [ 750.002895] env[62849]: DEBUG nova.compute.manager [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Received event network-changed-85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 750.003076] env[62849]: DEBUG nova.compute.manager [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Refreshing instance network info cache due to event network-changed-85e0e001-a48c-44f5-9af8-507472ede16b. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 750.003297] env[62849]: DEBUG oslo_concurrency.lockutils [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] Acquiring lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.003455] env[62849]: DEBUG oslo_concurrency.lockutils [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] Acquired lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.003652] env[62849]: DEBUG nova.network.neutron [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Refreshing network info cache for port 85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.006762] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Created folder: Instances in parent group-v861978. [ 750.007082] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.007681] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.007829] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d50204f-3edb-4a72-950d-fabfebd11c3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.023954] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.024174] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.024356] env[62849]: DEBUG nova.network.neutron [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 750.034076] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.034076] env[62849]: value = "task-4404119" [ 750.034076] env[62849]: _type = "Task" [ 750.034076] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.045361] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404119, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.070429] env[62849]: DEBUG nova.network.neutron [-] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.362861] env[62849]: DEBUG nova.scheduler.client.report [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.382671] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567251} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.382671] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd/0c38b968-7a95-430d-a1d3-fe656571edfd.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.382833] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.383714] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-701c68df-120e-4ed2-b6d2-6ec7961140d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.393606] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 750.393606] env[62849]: value = "task-4404120" [ 750.393606] env[62849]: _type = "Task" [ 750.393606] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.406924] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.545416] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404119, 'name': CreateVM_Task, 'duration_secs': 0.468855} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.545607] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.546382] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.546583] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.547834] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.547834] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a91e87-864f-4219-be8a-8ab29ffaf819 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.553528] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 750.553528] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52118fac-bc74-90fc-b6fc-62a865d28d35" [ 750.553528] env[62849]: _type = "Task" [ 750.553528] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.563025] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52118fac-bc74-90fc-b6fc-62a865d28d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.573352] env[62849]: INFO nova.compute.manager [-] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Took 1.67 seconds to deallocate network for instance. [ 750.874016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.874559] env[62849]: DEBUG nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.878211] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.688s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.878489] env[62849]: DEBUG nova.objects.instance [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lazy-loading 'resources' on Instance uuid 7567076c-e3dd-42fd-b715-bf3ea8452826 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.880029] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.880220] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.880630] env[62849]: INFO nova.compute.manager [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Attaching volume 1cf2d09b-e770-43de-ba27-68c062218b50 to /dev/sdb [ 750.912506] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068559} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.913353] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.914258] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a25c757-39eb-4e43-87fa-acdfd80d3f4a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.926661] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4cddbc-c72f-41e8-a298-3f7e65d89cb4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.953612] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd/0c38b968-7a95-430d-a1d3-fe656571edfd.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.954893] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f67f8577-27b9-4aae-aef2-b09163cacd5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.971144] env[62849]: DEBUG nova.network.neutron [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Updated VIF entry in instance network info cache for port 85e0e001-a48c-44f5-9af8-507472ede16b. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.971536] env[62849]: DEBUG nova.network.neutron [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Updating instance_info_cache with network_info: [{"id": "85e0e001-a48c-44f5-9af8-507472ede16b", "address": "fa:16:3e:19:40:85", "network": {"id": "9a4190e0-ca19-4974-80ca-95f1719d1c09", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1287895623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb78c7d0bcda46a4b2f258efdcbf56e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0e001-a4", "ovs_interfaceid": "85e0e001-a48c-44f5-9af8-507472ede16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.975508] env[62849]: DEBUG nova.network.neutron [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating instance_info_cache with network_info: [{"id": "b699876b-60f0-416e-9f34-d7f4c37bde78", "address": "fa:16:3e:32:aa:a2", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb699876b-60", "ovs_interfaceid": "b699876b-60f0-416e-9f34-d7f4c37bde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.978233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf2a4e-9018-4422-9ba1-a45a1bed721b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.984484] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 750.984484] env[62849]: value = "task-4404121" [ 750.984484] env[62849]: _type = "Task" [ 750.984484] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.995034] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.999228] env[62849]: DEBUG nova.virt.block_device [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Updating existing volume attachment record: c4f6acbb-2808-4e5d-a4d1-ea41b110f4d4 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 751.066165] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52118fac-bc74-90fc-b6fc-62a865d28d35, 'name': SearchDatastore_Task, 'duration_secs': 0.013879} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.066531] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.066818] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.067096] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.067318] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.067531] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.067797] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d6f4e9d-e811-46a2-ba57-adf90d6d5c74 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.078677] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.078867] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.079677] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5048976b-ca8f-4d31-a970-5b6601c18e5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.083011] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.086489] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 751.086489] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e14461-495c-868c-947f-b6914bebe8ff" [ 751.086489] env[62849]: _type = "Task" [ 751.086489] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.095482] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e14461-495c-868c-947f-b6914bebe8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.387906] env[62849]: DEBUG nova.compute.utils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.390063] env[62849]: DEBUG nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.390351] env[62849]: DEBUG nova.network.neutron [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.456391] env[62849]: DEBUG nova.policy [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b519fa9321e04cf98f87e736a83ccb88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60b4382c82e04ec5838aee623c678786', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.479129] env[62849]: DEBUG oslo_concurrency.lockutils [req-343352d5-4235-44f7-b8c0-22c852eca6e4 req-c2d36fda-477e-4b19-9c43-68f49f22ed40 service nova] Releasing lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.483181] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.500530] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404121, 'name': ReconfigVM_Task, 'duration_secs': 0.478549} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.501356] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd/0c38b968-7a95-430d-a1d3-fe656571edfd.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.502072] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca97a969-dfe8-4ea0-97e3-68d66fb47cb5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.511817] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 751.511817] env[62849]: value = "task-4404125" [ 751.511817] env[62849]: _type = "Task" [ 751.511817] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.527628] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3c9eab091a397b1b49b30f9c363b239d',container_format='bare',created_at=2025-11-12T17:18:20Z,direct_url=,disk_format='vmdk',id=33fd23c8-6a94-4c98-91fe-4771e6d71b79,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-525952829-shelved',owner='1e7892518d5946bca8d1adb72ffb173c',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-11-12T17:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.531029] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.531029] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.531029] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.531029] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.531029] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.531871] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.531871] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.531871] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.531871] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.531871] env[62849]: DEBUG nova.virt.hardware [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.532099] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404125, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.532099] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de63692-d93c-4e58-bad8-6897fc172a4e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.540549] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67b87d7-9ab7-4a5a-9555-90c4a411ff1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.562023] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:aa:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b699876b-60f0-416e-9f34-d7f4c37bde78', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.569021] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.569021] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.569021] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef98bd7e-97ef-404f-8f40-1d5c252296b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.593751] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.593751] env[62849]: value = "task-4404126" [ 751.593751] env[62849]: _type = "Task" [ 751.593751] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.603946] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e14461-495c-868c-947f-b6914bebe8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016671} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.605195] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab3d8bf-c196-42b4-9a4f-0b3e1f7e9069 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.611031] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404126, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.615342] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 751.615342] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526d4434-7845-a2fa-da3d-1031ec12fb44" [ 751.615342] env[62849]: _type = "Task" [ 751.615342] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.629738] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526d4434-7845-a2fa-da3d-1031ec12fb44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.893240] env[62849]: DEBUG nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.896869] env[62849]: DEBUG nova.network.neutron [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Successfully created port: 8d158264-85a8-422a-8cd8-814d53084059 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.955071] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d179f3-6a05-4987-bb24-d101f50006ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.964826] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83bc95f-6616-4c71-a829-b0ad80a5345d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.997319] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017b43e-8e3d-438f-972e-626e62325f7c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.005942] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a634f1-668e-4f26-b8da-c7288a55c155 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.023454] env[62849]: DEBUG nova.compute.provider_tree [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.032812] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404125, 'name': Rename_Task, 'duration_secs': 0.215285} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.034017] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.034171] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f2d11cc-1fa3-4fc1-8856-36c6b938305d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.042840] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 752.042840] env[62849]: value = "task-4404127" [ 752.042840] env[62849]: _type = "Task" [ 752.042840] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.052438] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.080422] env[62849]: DEBUG nova.compute.manager [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Received event network-vif-deleted-76049061-0317-425d-9508-38ec8bc9e9de {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 752.080861] env[62849]: DEBUG nova.compute.manager [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received event network-vif-plugged-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 752.080861] env[62849]: DEBUG oslo_concurrency.lockutils [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.081097] env[62849]: DEBUG oslo_concurrency.lockutils [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.081264] env[62849]: DEBUG oslo_concurrency.lockutils [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.081422] env[62849]: DEBUG nova.compute.manager [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] No waiting events found dispatching network-vif-plugged-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.081581] env[62849]: WARNING nova.compute.manager [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received unexpected event network-vif-plugged-b699876b-60f0-416e-9f34-d7f4c37bde78 for instance with vm_state shelved_offloaded and task_state spawning. [ 752.081899] env[62849]: DEBUG nova.compute.manager [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received event network-changed-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 752.081899] env[62849]: DEBUG nova.compute.manager [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Refreshing instance network info cache due to event network-changed-b699876b-60f0-416e-9f34-d7f4c37bde78. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 752.082058] env[62849]: DEBUG oslo_concurrency.lockutils [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] Acquiring lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.082190] env[62849]: DEBUG oslo_concurrency.lockutils [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] Acquired lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.082416] env[62849]: DEBUG nova.network.neutron [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Refreshing network info cache for port b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.106151] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404126, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.127554] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526d4434-7845-a2fa-da3d-1031ec12fb44, 'name': SearchDatastore_Task, 'duration_secs': 0.018115} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.127860] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.128152] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 83cdc46b-07f6-49bd-a7d0-8a4c98b12376/83cdc46b-07f6-49bd-a7d0-8a4c98b12376.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.128405] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b4b8cb6-3f61-41b2-8126-ca899a691e2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.137445] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 752.137445] env[62849]: value = "task-4404128" [ 752.137445] env[62849]: _type = "Task" [ 752.137445] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.146710] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.431272] env[62849]: DEBUG oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dace03-b450-15f1-8ca4-1c0566c67925/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 752.432276] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82096574-6753-4d24-8203-14e07a969e26 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.440564] env[62849]: DEBUG oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dace03-b450-15f1-8ca4-1c0566c67925/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 752.440838] env[62849]: ERROR oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dace03-b450-15f1-8ca4-1c0566c67925/disk-0.vmdk due to incomplete transfer. [ 752.441130] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a76b9006-9cd4-401c-9cc0-e332a962346d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.451366] env[62849]: DEBUG oslo_vmware.rw_handles [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dace03-b450-15f1-8ca4-1c0566c67925/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 752.451641] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Uploaded image 1c3e5118-df11-4f36-b064-553e6b4dc89b to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 752.453952] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 752.454576] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-684cbeb3-f000-4c66-995b-8235e2da4f12 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.462768] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 752.462768] env[62849]: value = "task-4404129" [ 752.462768] env[62849]: _type = "Task" [ 752.462768] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.474104] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404129, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.527997] env[62849]: DEBUG nova.scheduler.client.report [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.554931] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404127, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.606136] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404126, 'name': CreateVM_Task, 'duration_secs': 0.526985} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.606308] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.607061] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.607316] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.607667] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.607949] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac58804-da1e-4d73-9eac-65ab56dfe0c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.614246] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 752.614246] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cbafc2-dcb1-461f-9bef-8a4bfbdb953f" [ 752.614246] env[62849]: _type = "Task" [ 752.614246] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.624978] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cbafc2-dcb1-461f-9bef-8a4bfbdb953f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.648982] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404128, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.909224] env[62849]: DEBUG nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.912835] env[62849]: DEBUG nova.network.neutron [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updated VIF entry in instance network info cache for port b699876b-60f0-416e-9f34-d7f4c37bde78. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 752.913197] env[62849]: DEBUG nova.network.neutron [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating instance_info_cache with network_info: [{"id": "b699876b-60f0-416e-9f34-d7f4c37bde78", "address": "fa:16:3e:32:aa:a2", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb699876b-60", "ovs_interfaceid": "b699876b-60f0-416e-9f34-d7f4c37bde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.935216] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.935500] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.935688] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.935881] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.936057] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.936227] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.936457] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.936664] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.936905] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.937156] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.937411] env[62849]: DEBUG nova.virt.hardware [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.938779] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8f19d5-22e9-42b4-ae62-1fa7187f92c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.949241] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8232cf14-2c44-46cd-a5d3-47e18eb208dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.976243] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404129, 'name': Destroy_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.034065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.036715] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.257s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.038285] env[62849]: INFO nova.compute.claims [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.053854] env[62849]: DEBUG oslo_vmware.api [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404127, 'name': PowerOnVM_Task, 'duration_secs': 0.794822} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.054139] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.054336] env[62849]: INFO nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Took 8.85 seconds to spawn the instance on the hypervisor. [ 753.054512] env[62849]: DEBUG nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.055885] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33335d7e-48bc-4e7a-b7ad-c7a0fe8fe3da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.061983] env[62849]: INFO nova.scheduler.client.report [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Deleted allocations for instance 7567076c-e3dd-42fd-b715-bf3ea8452826 [ 753.129183] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.129477] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Processing image 33fd23c8-6a94-4c98-91fe-4771e6d71b79 {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.129720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79/33fd23c8-6a94-4c98-91fe-4771e6d71b79.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.129867] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79/33fd23c8-6a94-4c98-91fe-4771e6d71b79.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.130058] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.130647] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f10443-5b75-4fbb-a6a8-07cca811c849 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.143542] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.143727] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.144796] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39e216a-5c24-43a0-aaab-dfdf01512f28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.150990] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555999} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.151635] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 83cdc46b-07f6-49bd-a7d0-8a4c98b12376/83cdc46b-07f6-49bd-a7d0-8a4c98b12376.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.151858] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.152152] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dd44d5d-2063-4bc0-b3f0-2ba016afb686 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.155215] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 753.155215] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52882e40-1028-216e-4826-c1730ed57303" [ 753.155215] env[62849]: _type = "Task" [ 753.155215] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.165529] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52882e40-1028-216e-4826-c1730ed57303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.167641] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 753.167641] env[62849]: value = "task-4404130" [ 753.167641] env[62849]: _type = "Task" [ 753.167641] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.177878] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.416270] env[62849]: DEBUG oslo_concurrency.lockutils [req-646b92f2-b0d4-4ec8-abf8-779969290372 req-c3a26348-3d59-4b23-9ccd-400ec6452536 service nova] Releasing lock "refresh_cache-a9c970e4-5922-4c47-9676-fef8fdfb5dd2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.477037] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404129, 'name': Destroy_Task, 'duration_secs': 0.535311} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.477981] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Destroyed the VM [ 753.477981] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.477981] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1273361-40fb-4d2a-adfd-67724e6da82d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.487043] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 753.487043] env[62849]: value = "task-4404132" [ 753.487043] env[62849]: _type = "Task" [ 753.487043] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.494668] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404132, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.582424] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ff387cd-f466-415d-84a8-ce6d69cc9719 tempest-SecurityGroupsTestJSON-1354345429 tempest-SecurityGroupsTestJSON-1354345429-project-member] Lock "7567076c-e3dd-42fd-b715-bf3ea8452826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.487s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.583891] env[62849]: INFO nova.compute.manager [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Took 36.79 seconds to build instance. [ 753.634932] env[62849]: DEBUG nova.network.neutron [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Successfully updated port: 8d158264-85a8-422a-8cd8-814d53084059 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.667263] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Preparing fetch location {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 753.667600] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Fetch image to [datastore2] OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251/OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251.vmdk {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 753.667965] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Downloading stream optimized image 33fd23c8-6a94-4c98-91fe-4771e6d71b79 to [datastore2] OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251/OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251.vmdk on the data store datastore2 as vApp {{(pid=62849) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 753.668258] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Downloading image file data 33fd23c8-6a94-4c98-91fe-4771e6d71b79 to the ESX as VM named 'OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251' {{(pid=62849) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 753.682707] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165459} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.682707] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.682707] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585e6d23-edd0-4b38-aa22-71b32ea28c04 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.711068] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 83cdc46b-07f6-49bd-a7d0-8a4c98b12376/83cdc46b-07f6-49bd-a7d0-8a4c98b12376.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.713819] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec762a9-103d-4db3-a42f-d53c8ae493c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.755544] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 753.755544] env[62849]: value = "task-4404133" [ 753.755544] env[62849]: _type = "Task" [ 753.755544] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.767024] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.799303] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 753.799303] env[62849]: value = "resgroup-9" [ 753.799303] env[62849]: _type = "ResourcePool" [ 753.799303] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 753.799303] env[62849]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b4276796-ef3a-4de8-a206-6422ef99ce3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.822302] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lease: (returnval){ [ 753.822302] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523fdd16-7a69-0ad9-e1a5-47ed64002e24" [ 753.822302] env[62849]: _type = "HttpNfcLease" [ 753.822302] env[62849]: } obtained for vApp import into resource pool (val){ [ 753.822302] env[62849]: value = "resgroup-9" [ 753.822302] env[62849]: _type = "ResourcePool" [ 753.822302] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 753.822809] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the lease: (returnval){ [ 753.822809] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523fdd16-7a69-0ad9-e1a5-47ed64002e24" [ 753.822809] env[62849]: _type = "HttpNfcLease" [ 753.822809] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 753.830204] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.830204] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523fdd16-7a69-0ad9-e1a5-47ed64002e24" [ 753.830204] env[62849]: _type = "HttpNfcLease" [ 753.830204] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 753.996493] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404132, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.086905] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b4a5b010-e701-4d43-9426-7b29e190e380 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "0c38b968-7a95-430d-a1d3-fe656571edfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.305s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.124661] env[62849]: DEBUG nova.compute.manager [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Received event network-vif-plugged-8d158264-85a8-422a-8cd8-814d53084059 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 754.124857] env[62849]: DEBUG oslo_concurrency.lockutils [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] Acquiring lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.124976] env[62849]: DEBUG oslo_concurrency.lockutils [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] Lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.125357] env[62849]: DEBUG oslo_concurrency.lockutils [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] Lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.125357] env[62849]: DEBUG nova.compute.manager [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] No waiting events found dispatching network-vif-plugged-8d158264-85a8-422a-8cd8-814d53084059 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.125826] env[62849]: WARNING nova.compute.manager [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Received unexpected event network-vif-plugged-8d158264-85a8-422a-8cd8-814d53084059 for instance with vm_state building and task_state spawning. [ 754.126049] env[62849]: DEBUG nova.compute.manager [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Received event network-changed-8d158264-85a8-422a-8cd8-814d53084059 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 754.126228] env[62849]: DEBUG nova.compute.manager [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Refreshing instance network info cache due to event network-changed-8d158264-85a8-422a-8cd8-814d53084059. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 754.126436] env[62849]: DEBUG oslo_concurrency.lockutils [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] Acquiring lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.126635] env[62849]: DEBUG oslo_concurrency.lockutils [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] Acquired lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.126841] env[62849]: DEBUG nova.network.neutron [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Refreshing network info cache for port 8d158264-85a8-422a-8cd8-814d53084059 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.137988] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.268485] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404133, 'name': ReconfigVM_Task, 'duration_secs': 0.523857} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.275065] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 83cdc46b-07f6-49bd-a7d0-8a4c98b12376/83cdc46b-07f6-49bd-a7d0-8a4c98b12376.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.280551] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fc4d537-a805-4398-8981-5156401dacb4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.289343] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 754.289343] env[62849]: value = "task-4404135" [ 754.289343] env[62849]: _type = "Task" [ 754.289343] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.308600] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404135, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.336191] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.336191] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523fdd16-7a69-0ad9-e1a5-47ed64002e24" [ 754.336191] env[62849]: _type = "HttpNfcLease" [ 754.336191] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.497619] env[62849]: DEBUG oslo_vmware.api [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404132, 'name': RemoveSnapshot_Task, 'duration_secs': 0.627728} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.497898] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.498111] env[62849]: INFO nova.compute.manager [None req-961a8511-155c-4849-91d2-76a154d44333 tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 754.560071] env[62849]: INFO nova.compute.manager [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Rescuing [ 754.560331] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.560474] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquired lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.560635] env[62849]: DEBUG nova.network.neutron [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.632583] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24f25fc-d647-40b3-b846-33693b1a8cfe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.640588] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc1cb1d-8b70-463e-bc4c-eae54f3bc399 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.675658] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49b3fbf-973e-44e8-bd84-e8cb7f07099a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.685186] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7792559-e8ef-4b11-b443-3997ef0630e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.701741] env[62849]: DEBUG nova.compute.provider_tree [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.720839] env[62849]: DEBUG nova.network.neutron [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.802553] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404135, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.834342] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.834342] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523fdd16-7a69-0ad9-e1a5-47ed64002e24" [ 754.834342] env[62849]: _type = "HttpNfcLease" [ 754.834342] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 754.834342] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 754.834342] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523fdd16-7a69-0ad9-e1a5-47ed64002e24" [ 754.834342] env[62849]: _type = "HttpNfcLease" [ 754.834342] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 754.834342] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb2c370-91ba-4c9d-8446-2a1aabc2c700 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.843697] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245960f-a6ad-4be6-9b8a-fe39e3a054f0/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 754.843890] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245960f-a6ad-4be6-9b8a-fe39e3a054f0/disk-0.vmdk. {{(pid=62849) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 754.908177] env[62849]: DEBUG nova.network.neutron [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.915071] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9198ffed-879b-4aad-81a8-e67a1c888fe2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.204957] env[62849]: DEBUG nova.scheduler.client.report [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.303561] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404135, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.412706] env[62849]: DEBUG oslo_concurrency.lockutils [req-d8206de0-e91a-441a-8b56-f902d91ba524 req-5136e9f9-61db-4197-992c-2227752f5fe6 service nova] Releasing lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.413131] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.413307] env[62849]: DEBUG nova.network.neutron [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 755.425521] env[62849]: DEBUG nova.network.neutron [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [{"id": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "address": "fa:16:3e:07:92:a3", "network": {"id": "e651c6e0-46af-4b39-8b50-81ac8b51fd62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-674745431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2e622b4b8e9345aab6ff6f2708d51a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16cb94e-a1", "ovs_interfaceid": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.555364] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 755.555657] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861982', 'volume_id': '1cf2d09b-e770-43de-ba27-68c062218b50', 'name': 'volume-1cf2d09b-e770-43de-ba27-68c062218b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b4dc4d7-5aae-4723-a7c4-c728642594d3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cf2d09b-e770-43de-ba27-68c062218b50', 'serial': '1cf2d09b-e770-43de-ba27-68c062218b50'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 755.556649] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a00c5-3caa-4f28-8815-0b6bb9b0bc81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.584719] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749c23c5-8337-4fea-9edf-c7f41cfdb8f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.619294] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-1cf2d09b-e770-43de-ba27-68c062218b50/volume-1cf2d09b-e770-43de-ba27-68c062218b50.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.625496] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84bbefdb-fdcd-4cec-bce4-e0dcfcf16709 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.648735] env[62849]: DEBUG oslo_vmware.api [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 755.648735] env[62849]: value = "task-4404136" [ 755.648735] env[62849]: _type = "Task" [ 755.648735] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.660998] env[62849]: DEBUG oslo_vmware.api [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.715596] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.716245] env[62849]: DEBUG nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.719501] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.670s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.721119] env[62849]: INFO nova.compute.claims [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.811382] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404135, 'name': Rename_Task, 'duration_secs': 1.189677} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.811760] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.814442] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0165c0-14ca-42e5-b669-d89acff0adb6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.823199] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 755.823199] env[62849]: value = "task-4404137" [ 755.823199] env[62849]: _type = "Task" [ 755.823199] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.832452] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.932290] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Releasing lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.973746] env[62849]: DEBUG nova.network.neutron [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 756.163059] env[62849]: DEBUG oslo_vmware.api [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404136, 'name': ReconfigVM_Task, 'duration_secs': 0.439822} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.165063] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-1cf2d09b-e770-43de-ba27-68c062218b50/volume-1cf2d09b-e770-43de-ba27-68c062218b50.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.171673] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78468a6-05c6-47e3-8b58-9fe1c1179ea3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.195262] env[62849]: DEBUG oslo_vmware.api [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 756.195262] env[62849]: value = "task-4404138" [ 756.195262] env[62849]: _type = "Task" [ 756.195262] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.203792] env[62849]: DEBUG nova.network.neutron [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Updating instance_info_cache with network_info: [{"id": "8d158264-85a8-422a-8cd8-814d53084059", "address": "fa:16:3e:98:6e:25", "network": {"id": "996e0d60-5e02-47bd-b96d-a4678db58140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1433507578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60b4382c82e04ec5838aee623c678786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d158264-85", "ovs_interfaceid": "8d158264-85a8-422a-8cd8-814d53084059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.219718] env[62849]: DEBUG oslo_vmware.api [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404138, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.228340] env[62849]: DEBUG nova.compute.utils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.234128] env[62849]: DEBUG nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.234690] env[62849]: DEBUG nova.network.neutron [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 756.331391] env[62849]: DEBUG nova.policy [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e701630794bc47a0b6b6318c5f2d5cbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '307f4a432fd140cdb8d4b718e7ae5188', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.338030] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.532709] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquiring lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.532979] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.533332] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquiring lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.533491] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.533901] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.536527] env[62849]: INFO nova.compute.manager [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Terminating instance [ 756.707257] env[62849]: DEBUG oslo_vmware.api [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404138, 'name': ReconfigVM_Task, 'duration_secs': 0.327942} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.707618] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861982', 'volume_id': '1cf2d09b-e770-43de-ba27-68c062218b50', 'name': 'volume-1cf2d09b-e770-43de-ba27-68c062218b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b4dc4d7-5aae-4723-a7c4-c728642594d3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cf2d09b-e770-43de-ba27-68c062218b50', 'serial': '1cf2d09b-e770-43de-ba27-68c062218b50'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 756.710121] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.710418] env[62849]: DEBUG nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Instance network_info: |[{"id": "8d158264-85a8-422a-8cd8-814d53084059", "address": "fa:16:3e:98:6e:25", "network": {"id": "996e0d60-5e02-47bd-b96d-a4678db58140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1433507578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60b4382c82e04ec5838aee623c678786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d158264-85", "ovs_interfaceid": "8d158264-85a8-422a-8cd8-814d53084059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.710977] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:6e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d158264-85a8-422a-8cd8-814d53084059', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.723061] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.723363] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.724445] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8526b505-96fb-44e2-8e5b-794d5a3c22e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.742042] env[62849]: DEBUG nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.756861] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.756861] env[62849]: value = "task-4404139" [ 756.756861] env[62849]: _type = "Task" [ 756.756861] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.766949] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404139, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.821043] env[62849]: DEBUG nova.network.neutron [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Successfully created port: 528c49b9-0845-4b59-a6d8-9415725801b1 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 756.837813] env[62849]: DEBUG oslo_vmware.api [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404137, 'name': PowerOnVM_Task, 'duration_secs': 0.578411} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.837813] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.837967] env[62849]: INFO nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Took 9.78 seconds to spawn the instance on the hypervisor. [ 756.838149] env[62849]: DEBUG nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.838971] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95e60a4-ac1f-4d0d-8cf9-50d11b185496 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.042039] env[62849]: DEBUG nova.compute.manager [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.042320] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.043337] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c37093-1dee-4792-b6cd-cb9384e5180c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.057424] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.057743] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3c1e086-f1a2-4a8d-8355-382036792a08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.066800] env[62849]: DEBUG oslo_vmware.api [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 757.066800] env[62849]: value = "task-4404140" [ 757.066800] env[62849]: _type = "Task" [ 757.066800] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.079222] env[62849]: DEBUG oslo_vmware.api [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.268288] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404139, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.371485] env[62849]: INFO nova.compute.manager [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Took 39.33 seconds to build instance. [ 757.393855] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2703b1a4-5ce3-49e5-8d9d-e6c1e81b8a07 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.404196] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81ffa02-3114-4568-abb5-e8dae6be246a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.441195] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae82634f-b401-4979-a57d-7893ef1a8849 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.450189] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844647ab-fdfe-45cd-997b-b74fb3d2eb55 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.466483] env[62849]: DEBUG nova.compute.provider_tree [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.476612] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.477252] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247c8e7b-1355-48ff-899c-cb2c6a127958 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.485786] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 757.485786] env[62849]: value = "task-4404141" [ 757.485786] env[62849]: _type = "Task" [ 757.485786] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.498884] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.579163] env[62849]: DEBUG oslo_vmware.api [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404140, 'name': PowerOffVM_Task, 'duration_secs': 0.278193} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.579482] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.579679] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.579982] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc7a951e-5a88-4fd5-8644-8e0d20987f72 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.654041] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.654322] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.654733] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Deleting the datastore file [datastore2] 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.655101] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d6dac0-01a5-403b-bdb8-cdf0fb3a1cee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.664293] env[62849]: DEBUG oslo_vmware.api [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for the task: (returnval){ [ 757.664293] env[62849]: value = "task-4404143" [ 757.664293] env[62849]: _type = "Task" [ 757.664293] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.675870] env[62849]: DEBUG oslo_vmware.api [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.755118] env[62849]: DEBUG nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.770292] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404139, 'name': CreateVM_Task, 'duration_secs': 0.567428} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.770603] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.774401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.774401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.774401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.774401] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6fa81e-8ad7-4144-a880-98e677ef883d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.781363] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 757.781363] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cb9e36-c18e-9d5c-21cc-5b0d23cb1eed" [ 757.781363] env[62849]: _type = "Task" [ 757.781363] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.787627] env[62849]: DEBUG nova.objects.instance [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'flavor' on Instance uuid 9b4dc4d7-5aae-4723-a7c4-c728642594d3 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.799754] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cb9e36-c18e-9d5c-21cc-5b0d23cb1eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.821914] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.822262] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.822382] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.822615] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.822800] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.822955] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.824486] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.824486] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.824486] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.824486] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.824486] env[62849]: DEBUG nova.virt.hardware [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.824826] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f0f279-201f-41f7-b09b-c4bde849e3d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.836544] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcdfb11-2790-4f78-a703-701c75264777 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.876788] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3f39694-4cf1-4e8b-b553-de844371e6c7 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.857s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.969482] env[62849]: DEBUG nova.scheduler.client.report [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.998602] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404141, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.181921] env[62849]: DEBUG oslo_vmware.api [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Task: {'id': task-4404143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341323} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.182245] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.182476] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.182667] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.182860] env[62849]: INFO nova.compute.manager [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.183148] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.183392] env[62849]: DEBUG nova.compute.manager [-] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.183515] env[62849]: DEBUG nova.network.neutron [-] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 758.300417] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cb9e36-c18e-9d5c-21cc-5b0d23cb1eed, 'name': SearchDatastore_Task, 'duration_secs': 0.013119} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.301188] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c78bb89-5784-41ab-8918-3f059afafcf6 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.421s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.304212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.308027] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.308027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.308027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.308027] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.308027] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e90d0279-3a10-48d7-af40-8d9462275730 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.323261] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.323544] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.324607] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeae00fa-5e7a-429a-a9e2-65da20feba8b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.336275] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 758.336275] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dc74d7-6d95-3d1b-39ba-a01ce6469060" [ 758.336275] env[62849]: _type = "Task" [ 758.336275] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.350981] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dc74d7-6d95-3d1b-39ba-a01ce6469060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.478868] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.478868] env[62849]: DEBUG nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.484577] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.272s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.504378] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404141, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.581198] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.581381] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.581660] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.581864] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.582065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.584491] env[62849]: INFO nova.compute.manager [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Terminating instance [ 758.851641] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dc74d7-6d95-3d1b-39ba-a01ce6469060, 'name': SearchDatastore_Task, 'duration_secs': 0.022968} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.852545] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15148089-6f9f-402d-a7e7-bfe890d79252 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.859504] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 758.859504] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ac5075-d8fd-529c-7c8b-e1da3d7cde3c" [ 758.859504] env[62849]: _type = "Task" [ 758.859504] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.870053] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ac5075-d8fd-529c-7c8b-e1da3d7cde3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.958140] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquiring lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.958547] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.958761] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquiring lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.959236] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.959510] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.962081] env[62849]: INFO nova.compute.manager [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Terminating instance [ 758.994285] env[62849]: INFO nova.compute.claims [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.004556] env[62849]: DEBUG nova.compute.utils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.013309] env[62849]: DEBUG nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.013521] env[62849]: DEBUG nova.network.neutron [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 759.038196] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404141, 'name': PowerOffVM_Task, 'duration_secs': 1.53768} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.041211] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.043056] env[62849]: DEBUG nova.compute.manager [req-86240883-2b26-468f-b226-72b087e58814 req-a3b1fe3e-3c1c-4771-aea1-d210c94a96e5 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Received event network-changed-85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 759.043257] env[62849]: DEBUG nova.compute.manager [req-86240883-2b26-468f-b226-72b087e58814 req-a3b1fe3e-3c1c-4771-aea1-d210c94a96e5 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Refreshing instance network info cache due to event network-changed-85e0e001-a48c-44f5-9af8-507472ede16b. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 759.043472] env[62849]: DEBUG oslo_concurrency.lockutils [req-86240883-2b26-468f-b226-72b087e58814 req-a3b1fe3e-3c1c-4771-aea1-d210c94a96e5 service nova] Acquiring lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.043615] env[62849]: DEBUG oslo_concurrency.lockutils [req-86240883-2b26-468f-b226-72b087e58814 req-a3b1fe3e-3c1c-4771-aea1-d210c94a96e5 service nova] Acquired lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.043823] env[62849]: DEBUG nova.network.neutron [req-86240883-2b26-468f-b226-72b087e58814 req-a3b1fe3e-3c1c-4771-aea1-d210c94a96e5 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Refreshing network info cache for port 85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.046016] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34453ad5-7fe1-428f-b5c8-b35b5ef8c173 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.076956] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa683eac-6996-4015-9e09-8871271c4c7c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.092367] env[62849]: DEBUG nova.compute.manager [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.092992] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.093455] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-598c9f6c-704b-4768-beda-bab7de50d92d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.103292] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 759.103292] env[62849]: value = "task-4404144" [ 759.103292] env[62849]: _type = "Task" [ 759.103292] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.116223] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.130587] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.131009] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9181e0f-b711-4408-a699-8a5dcab5cdd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.142873] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 759.142873] env[62849]: value = "task-4404145" [ 759.142873] env[62849]: _type = "Task" [ 759.142873] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.157370] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 759.157625] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.157932] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.161354] env[62849]: DEBUG nova.policy [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '064ddf957c1444919777c14897692fc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fbe22762c214106aaea69c71b363d6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.238955] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Completed reading data from the image iterator. {{(pid=62849) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 759.239412] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245960f-a6ad-4be6-9b8a-fe39e3a054f0/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 759.240730] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80da7295-4ab5-4977-bfb1-0f5f2002981a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.249259] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245960f-a6ad-4be6-9b8a-fe39e3a054f0/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 759.249533] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245960f-a6ad-4be6-9b8a-fe39e3a054f0/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 759.249873] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5e925a6f-939f-4ae9-903a-d99288cd14df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.377339] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ac5075-d8fd-529c-7c8b-e1da3d7cde3c, 'name': SearchDatastore_Task, 'duration_secs': 0.035771} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.378455] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.378920] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264/78eaf85c-3da6-4a89-b43f-ce6f236bd264.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.379411] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.379730] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.380114] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b611453-b277-4b34-9f81-244d9b8351ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.383377] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e66c9c86-028f-4c48-b5a0-25bd45e7f74d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.392579] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 759.392579] env[62849]: value = "task-4404146" [ 759.392579] env[62849]: _type = "Task" [ 759.392579] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.397263] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.397724] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.398677] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d028487-ec93-44de-a779-3a25dab0e545 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.405927] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.412055] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 759.412055] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228ab20-085a-de18-0624-546d0f277bf6" [ 759.412055] env[62849]: _type = "Task" [ 759.412055] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.421260] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228ab20-085a-de18-0624-546d0f277bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.468852] env[62849]: DEBUG nova.compute.manager [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.469090] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.470470] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e843f-c3a1-4638-b89d-150cae9a31f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.482027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.482734] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d4efbbf-fdbd-4b49-b76d-bfd98af7bb03 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.493154] env[62849]: DEBUG oslo_vmware.api [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 759.493154] env[62849]: value = "task-4404147" [ 759.493154] env[62849]: _type = "Task" [ 759.493154] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.507297] env[62849]: DEBUG oslo_vmware.api [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4404147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.514022] env[62849]: DEBUG nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.520805] env[62849]: INFO nova.compute.resource_tracker [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating resource usage from migration 33fdc243-e135-4503-bc8b-2c69b571f8f9 [ 759.558649] env[62849]: DEBUG oslo_vmware.rw_handles [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245960f-a6ad-4be6-9b8a-fe39e3a054f0/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 759.558649] env[62849]: INFO nova.virt.vmwareapi.images [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Downloaded image file data 33fd23c8-6a94-4c98-91fe-4771e6d71b79 [ 759.559405] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1cb16-f869-4669-be0d-8dad33eff981 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.590687] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7accdd78-f343-4d02-9ffd-d58a3c0ab6ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.621924] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404144, 'name': PowerOffVM_Task, 'duration_secs': 0.259216} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.623863] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.624193] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 759.624403] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861982', 'volume_id': '1cf2d09b-e770-43de-ba27-68c062218b50', 'name': 'volume-1cf2d09b-e770-43de-ba27-68c062218b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b4dc4d7-5aae-4723-a7c4-c728642594d3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cf2d09b-e770-43de-ba27-68c062218b50', 'serial': '1cf2d09b-e770-43de-ba27-68c062218b50'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 759.624742] env[62849]: INFO nova.virt.vmwareapi.images [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] The imported VM was unregistered [ 759.628104] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Caching image {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 759.628513] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating directory with path [datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.629578] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0935cd-1591-4b8c-8ab9-ac38d532cde6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.634110] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c6c992-8e82-4f9a-8500-3b80214a852e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.666088] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec5e4c-95b8-4edb-b53d-0ec4de7e9d64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.677433] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffda3c16-7477-4d47-9761-08bd2464290f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.707730] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Created directory with path [datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.707730] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251/OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251.vmdk to [datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79/33fd23c8-6a94-4c98-91fe-4771e6d71b79.vmdk. {{(pid=62849) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 759.708121] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1e29262b-916e-4981-aa15-364e82162313 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.712068] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910a672c-4885-46b7-958d-f6bca58042e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.733268] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] The volume has not been displaced from its original location: [datastore2] volume-1cf2d09b-e770-43de-ba27-68c062218b50/volume-1cf2d09b-e770-43de-ba27-68c062218b50.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 759.741269] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 759.747618] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-040b5575-40bb-4e09-90c4-4a60a0f6b78c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.764396] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 759.764396] env[62849]: value = "task-4404149" [ 759.764396] env[62849]: _type = "Task" [ 759.764396] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.772790] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 759.772790] env[62849]: value = "task-4404150" [ 759.772790] env[62849]: _type = "Task" [ 759.772790] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.777174] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404149, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.793041] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.814271] env[62849]: DEBUG nova.network.neutron [-] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.894441] env[62849]: DEBUG nova.network.neutron [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Successfully updated port: 528c49b9-0845-4b59-a6d8-9415725801b1 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 759.910690] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404146, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.929771] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228ab20-085a-de18-0624-546d0f277bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.931888] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f747b3-37d2-49f5-bbd4-818b8434aa4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.940817] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 759.940817] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212a58a-f511-a40b-a1a5-37e04b315ced" [ 759.940817] env[62849]: _type = "Task" [ 759.940817] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.957139] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5212a58a-f511-a40b-a1a5-37e04b315ced, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.957751] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.958237] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. {{(pid=62849) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 759.958814] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-601f749a-4af2-4bc5-918b-29b6920f2eae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.972289] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 759.972289] env[62849]: value = "task-4404151" [ 759.972289] env[62849]: _type = "Task" [ 759.972289] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.985949] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.004627] env[62849]: DEBUG oslo_vmware.api [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4404147, 'name': PowerOffVM_Task, 'duration_secs': 0.219809} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.005638] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.005638] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.005638] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83620e0b-f342-426e-bf52-95d691d73ca5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.095025] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.095025] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.095025] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Deleting the datastore file [datastore1] dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.095025] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e85570a-37a8-4065-9da8-04beb550f4d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.104903] env[62849]: DEBUG oslo_vmware.api [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for the task: (returnval){ [ 760.104903] env[62849]: value = "task-4404153" [ 760.104903] env[62849]: _type = "Task" [ 760.104903] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.129816] env[62849]: DEBUG oslo_vmware.api [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4404153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.286213] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404149, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.295666] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404150, 'name': ReconfigVM_Task, 'duration_secs': 0.362699} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.295666] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.302553] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f01efdb-abb3-4402-86ff-17fdc324931f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.319750] env[62849]: INFO nova.compute.manager [-] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Took 2.14 seconds to deallocate network for instance. [ 760.326349] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 760.326349] env[62849]: value = "task-4404154" [ 760.326349] env[62849]: _type = "Task" [ 760.326349] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.338472] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.359298] env[62849]: DEBUG nova.network.neutron [req-86240883-2b26-468f-b226-72b087e58814 req-a3b1fe3e-3c1c-4771-aea1-d210c94a96e5 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Updated VIF entry in instance network info cache for port 85e0e001-a48c-44f5-9af8-507472ede16b. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 760.359298] env[62849]: DEBUG nova.network.neutron [req-86240883-2b26-468f-b226-72b087e58814 req-a3b1fe3e-3c1c-4771-aea1-d210c94a96e5 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Updating instance_info_cache with network_info: [{"id": "85e0e001-a48c-44f5-9af8-507472ede16b", "address": "fa:16:3e:19:40:85", "network": {"id": "9a4190e0-ca19-4974-80ca-95f1719d1c09", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1287895623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb78c7d0bcda46a4b2f258efdcbf56e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0e001-a4", "ovs_interfaceid": "85e0e001-a48c-44f5-9af8-507472ede16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.376318] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dce262-344a-42b7-b707-966f52b3d766 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.388054] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75988870-380a-4f01-aa66-08d3c992dff0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.425549] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.425694] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.426135] env[62849]: DEBUG nova.network.neutron [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 760.428089] env[62849]: DEBUG nova.network.neutron [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Successfully created port: af0f6804-eaaa-4142-b0b2-66b8b1f3c392 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 760.431284] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecbda57-fad4-4d62-ae5f-5d4817395159 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.439334] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565524} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.440131] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264/78eaf85c-3da6-4a89-b43f-ce6f236bd264.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.440359] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.440963] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3259508-e168-4ab3-8a79-8f19404e1fa2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.448418] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad6bc3d-52eb-4359-96e5-0a03bf705793 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.454558] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 760.454558] env[62849]: value = "task-4404155" [ 760.454558] env[62849]: _type = "Task" [ 760.454558] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.470677] env[62849]: DEBUG nova.compute.provider_tree [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.481623] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.486345] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404151, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.538767] env[62849]: DEBUG nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.604453] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.604453] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.604453] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.604753] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.604753] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.604753] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.604874] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.605111] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.605258] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.605446] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.605646] env[62849]: DEBUG nova.virt.hardware [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.606885] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a543ee-6b49-418d-848e-b72ce75e4689 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.628016] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0485c4-44f4-4a0c-800d-951b85ee42e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.632831] env[62849]: DEBUG oslo_vmware.api [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4404153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.782838] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404149, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.828356] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.840623] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404154, 'name': ReconfigVM_Task, 'duration_secs': 0.244303} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.842101] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861982', 'volume_id': '1cf2d09b-e770-43de-ba27-68c062218b50', 'name': 'volume-1cf2d09b-e770-43de-ba27-68c062218b50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b4dc4d7-5aae-4723-a7c4-c728642594d3', 'attached_at': '', 'detached_at': '', 'volume_id': '1cf2d09b-e770-43de-ba27-68c062218b50', 'serial': '1cf2d09b-e770-43de-ba27-68c062218b50'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 760.842101] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.842669] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60c5252-ff00-43fa-b566-330bb2eeff6f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.853184] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.853821] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d66e69-a67e-46f9-a5e7-e72c1f6c9caf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.865422] env[62849]: DEBUG oslo_concurrency.lockutils [req-86240883-2b26-468f-b226-72b087e58814 req-a3b1fe3e-3c1c-4771-aea1-d210c94a96e5 service nova] Releasing lock "refresh_cache-83cdc46b-07f6-49bd-a7d0-8a4c98b12376" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.942632] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.943016] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.943065] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleting the datastore file [datastore2] 9b4dc4d7-5aae-4723-a7c4-c728642594d3 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.943374] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ab58a61-c244-4b0a-a538-dc0b086d7e0d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.954693] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 760.954693] env[62849]: value = "task-4404157" [ 760.954693] env[62849]: _type = "Task" [ 760.954693] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.967935] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088037} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.971377] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.971740] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.972506] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a329fa-af2d-42f7-b792-68b4a6df5128 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.977127] env[62849]: DEBUG nova.scheduler.client.report [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.012798] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264/78eaf85c-3da6-4a89-b43f-ce6f236bd264.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.018225] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Acquiring lock "115a77eb-f555-4c0f-96b4-5d176f0d484f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.018225] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "115a77eb-f555-4c0f-96b4-5d176f0d484f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.018499] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Acquiring lock "115a77eb-f555-4c0f-96b4-5d176f0d484f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.018499] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "115a77eb-f555-4c0f-96b4-5d176f0d484f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.018652] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "115a77eb-f555-4c0f-96b4-5d176f0d484f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.020639] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fbe2df3-7c41-4ce2-814a-1014e8c7faf0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.035476] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404151, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.036020] env[62849]: INFO nova.compute.manager [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Terminating instance [ 761.045597] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 761.045597] env[62849]: value = "task-4404158" [ 761.045597] env[62849]: _type = "Task" [ 761.045597] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.058713] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.119633] env[62849]: DEBUG oslo_vmware.api [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Task: {'id': task-4404153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.990558} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.119962] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.120126] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.120313] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.120525] env[62849]: INFO nova.compute.manager [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 761.120845] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.121389] env[62849]: DEBUG nova.compute.manager [-] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.121707] env[62849]: DEBUG nova.network.neutron [-] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 761.278565] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404149, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.303540] env[62849]: DEBUG nova.network.neutron [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 761.437021] env[62849]: DEBUG nova.compute.manager [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Received event network-vif-deleted-edfcc991-d031-4d6d-976f-17ae730cce59 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 761.437872] env[62849]: DEBUG nova.compute.manager [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Received event network-vif-plugged-528c49b9-0845-4b59-a6d8-9415725801b1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 761.438232] env[62849]: DEBUG oslo_concurrency.lockutils [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] Acquiring lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.438902] env[62849]: DEBUG oslo_concurrency.lockutils [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] Lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.439118] env[62849]: DEBUG oslo_concurrency.lockutils [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] Lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.439452] env[62849]: DEBUG nova.compute.manager [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] No waiting events found dispatching network-vif-plugged-528c49b9-0845-4b59-a6d8-9415725801b1 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.439710] env[62849]: WARNING nova.compute.manager [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Received unexpected event network-vif-plugged-528c49b9-0845-4b59-a6d8-9415725801b1 for instance with vm_state building and task_state spawning. [ 761.439950] env[62849]: DEBUG nova.compute.manager [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Received event network-changed-528c49b9-0845-4b59-a6d8-9415725801b1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 761.440183] env[62849]: DEBUG nova.compute.manager [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Refreshing instance network info cache due to event network-changed-528c49b9-0845-4b59-a6d8-9415725801b1. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 761.440450] env[62849]: DEBUG oslo_concurrency.lockutils [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] Acquiring lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.469484] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.490623] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.006s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.490894] env[62849]: INFO nova.compute.manager [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Migrating [ 761.506034] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.249s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.506034] env[62849]: DEBUG nova.objects.instance [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lazy-loading 'resources' on Instance uuid f110ff88-3c5f-42e9-b515-8d5e726a89a4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.506034] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404151, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.544954] env[62849]: DEBUG nova.compute.manager [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.545485] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.545926] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c918da3e-f038-4a27-bd37-b8c5b9455958 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.569096] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.569592] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 761.569592] env[62849]: value = "task-4404159" [ 761.569592] env[62849]: _type = "Task" [ 761.569592] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.584331] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.778704] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404149, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.832521] env[62849]: DEBUG nova.network.neutron [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Updating instance_info_cache with network_info: [{"id": "528c49b9-0845-4b59-a6d8-9415725801b1", "address": "fa:16:3e:01:09:74", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528c49b9-08", "ovs_interfaceid": "528c49b9-0845-4b59-a6d8-9415725801b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.967431] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.998173] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404151, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.754954} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.998506] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. [ 761.999461] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c222ef5a-2502-4ed8-8e63-3132653069f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.026957] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.027161] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.027332] env[62849]: DEBUG nova.network.neutron [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 762.036543] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.037727] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a42364-fd08-4f4c-aae5-c5ecdc9ec18e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.070102] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.070102] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 762.070102] env[62849]: value = "task-4404160" [ 762.070102] env[62849]: _type = "Task" [ 762.070102] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.091922] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.092300] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.279298] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404149, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.338110] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.338228] env[62849]: DEBUG nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Instance network_info: |[{"id": "528c49b9-0845-4b59-a6d8-9415725801b1", "address": "fa:16:3e:01:09:74", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528c49b9-08", "ovs_interfaceid": "528c49b9-0845-4b59-a6d8-9415725801b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.338595] env[62849]: DEBUG oslo_concurrency.lockutils [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] Acquired lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.338798] env[62849]: DEBUG nova.network.neutron [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Refreshing network info cache for port 528c49b9-0845-4b59-a6d8-9415725801b1 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.340249] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:09:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '528c49b9-0845-4b59-a6d8-9415725801b1', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.348316] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.351646] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.352590] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a2de333-d48b-4adb-ab43-0eda23bc32b9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.383936] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.383936] env[62849]: value = "task-4404161" [ 762.383936] env[62849]: _type = "Task" [ 762.383936] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.394204] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404161, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.471571] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.568712] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.590082] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.598183] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404159, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.677124] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699133b-721c-4430-9a41-35b9a0f1e48e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.689816] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599f0761-01a9-4afc-9634-b00395683122 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.736840] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a94967-9df3-432a-a141-b3b972a87cbd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.746133] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6e92cb-bd13-4b12-bc93-5576ab5fc972 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.764429] env[62849]: DEBUG nova.compute.provider_tree [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.781384] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404149, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.893790] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404161, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.907891] env[62849]: DEBUG nova.network.neutron [-] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.971720] env[62849]: DEBUG oslo_vmware.api [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.893277} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.974486] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.974751] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.974980] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.975197] env[62849]: INFO nova.compute.manager [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Took 3.88 seconds to destroy the instance on the hypervisor. [ 762.975479] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.975713] env[62849]: DEBUG nova.compute.manager [-] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.975833] env[62849]: DEBUG nova.network.neutron [-] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 763.071690] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.084887] env[62849]: DEBUG nova.network.neutron [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance_info_cache with network_info: [{"id": "35406f87-5073-49f4-8677-88e3575f78c2", "address": "fa:16:3e:5f:25:bb", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35406f87-50", "ovs_interfaceid": "35406f87-5073-49f4-8677-88e3575f78c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.090755] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404160, 'name': ReconfigVM_Task, 'duration_secs': 0.690812} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.091391] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.092344] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f0a009-81ce-458e-b995-5313d3310adc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.100255] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404159, 'name': PowerOffVM_Task, 'duration_secs': 1.067864} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.100255] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.100420] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 763.100572] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861884', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'name': 'volume-2fd73a70-c460-4697-bf81-86caf7bf48b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '115a77eb-f555-4c0f-96b4-5d176f0d484f', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'serial': '2fd73a70-c460-4697-bf81-86caf7bf48b8'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 763.104681] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8be4e3c-20f6-4cc7-b875-5b6c21da5ecf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.138662] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc0a08c-bacd-4ff0-82b6-b1b7dbd04f0e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.167286] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a072bb40-25a2-499b-bee2-74216cbc8596 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.173794] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 763.173794] env[62849]: value = "task-4404162" [ 763.173794] env[62849]: _type = "Task" [ 763.173794] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.179561] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c6791e-dd99-4232-b755-8bd304f04e02 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.210544] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.211803] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523481c4-090b-489a-b6d1-19f9529cb5de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.232938] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] The volume has not been displaced from its original location: [datastore2] volume-2fd73a70-c460-4697-bf81-86caf7bf48b8/volume-2fd73a70-c460-4697-bf81-86caf7bf48b8.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 763.239385] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 763.239814] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde9b16a-960e-4bd4-bcc1-a6bb4b296fb1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.263335] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 763.263335] env[62849]: value = "task-4404163" [ 763.263335] env[62849]: _type = "Task" [ 763.263335] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.269622] env[62849]: DEBUG nova.scheduler.client.report [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.277254] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.287980] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404149, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.349134} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.288350] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251/OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251.vmdk to [datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79/33fd23c8-6a94-4c98-91fe-4771e6d71b79.vmdk. [ 763.288537] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Cleaning up location [datastore2] OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251 {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 763.288701] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bec8745c-5752-4492-add3-f9e3413b7251 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.289036] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49c28a3d-a0e2-4ef5-9a95-74d3033a86b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.298596] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 763.298596] env[62849]: value = "task-4404164" [ 763.298596] env[62849]: _type = "Task" [ 763.298596] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.312331] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.398829] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404161, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.410565] env[62849]: INFO nova.compute.manager [-] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Took 2.29 seconds to deallocate network for instance. [ 763.420655] env[62849]: DEBUG nova.network.neutron [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Updated VIF entry in instance network info cache for port 528c49b9-0845-4b59-a6d8-9415725801b1. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 763.423260] env[62849]: DEBUG nova.network.neutron [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Updating instance_info_cache with network_info: [{"id": "528c49b9-0845-4b59-a6d8-9415725801b1", "address": "fa:16:3e:01:09:74", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528c49b9-08", "ovs_interfaceid": "528c49b9-0845-4b59-a6d8-9415725801b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.450372] env[62849]: DEBUG nova.network.neutron [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Successfully updated port: af0f6804-eaaa-4142-b0b2-66b8b1f3c392 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 763.568636] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.592518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.679161] env[62849]: DEBUG nova.compute.manager [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Received event network-vif-deleted-9b6132da-2bf9-438f-ac9d-d02c8a902947 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 763.679618] env[62849]: DEBUG nova.compute.manager [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Received event network-vif-plugged-af0f6804-eaaa-4142-b0b2-66b8b1f3c392 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 763.683199] env[62849]: DEBUG oslo_concurrency.lockutils [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] Acquiring lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.683199] env[62849]: DEBUG oslo_concurrency.lockutils [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] Lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.683199] env[62849]: DEBUG oslo_concurrency.lockutils [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] Lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.683199] env[62849]: DEBUG nova.compute.manager [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] No waiting events found dispatching network-vif-plugged-af0f6804-eaaa-4142-b0b2-66b8b1f3c392 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.683199] env[62849]: WARNING nova.compute.manager [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Received unexpected event network-vif-plugged-af0f6804-eaaa-4142-b0b2-66b8b1f3c392 for instance with vm_state building and task_state spawning. [ 763.683513] env[62849]: DEBUG nova.compute.manager [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Received event network-changed-af0f6804-eaaa-4142-b0b2-66b8b1f3c392 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 763.683513] env[62849]: DEBUG nova.compute.manager [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Refreshing instance network info cache due to event network-changed-af0f6804-eaaa-4142-b0b2-66b8b1f3c392. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 763.683513] env[62849]: DEBUG oslo_concurrency.lockutils [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] Acquiring lock "refresh_cache-16c13e68-5140-4fb6-b670-6ddec41fd7ba" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.683513] env[62849]: DEBUG oslo_concurrency.lockutils [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] Acquired lock "refresh_cache-16c13e68-5140-4fb6-b670-6ddec41fd7ba" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.683513] env[62849]: DEBUG nova.network.neutron [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Refreshing network info cache for port af0f6804-eaaa-4142-b0b2-66b8b1f3c392 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.699987] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404162, 'name': ReconfigVM_Task, 'duration_secs': 0.484725} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.699987] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.699987] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3476c172-07fc-4310-8991-b44c8808b98e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.710991] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 763.710991] env[62849]: value = "task-4404165" [ 763.710991] env[62849]: _type = "Task" [ 763.710991] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.725785] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.776940] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.778929] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.781919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.279s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.781919] env[62849]: DEBUG nova.objects.instance [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lazy-loading 'resources' on Instance uuid 97442961-6787-4685-b56d-c46411b585c4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.809620] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058254} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.810935] env[62849]: INFO nova.scheduler.client.report [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleted allocations for instance f110ff88-3c5f-42e9-b515-8d5e726a89a4 [ 763.813879] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.815402] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79/33fd23c8-6a94-4c98-91fe-4771e6d71b79.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.815402] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79/33fd23c8-6a94-4c98-91fe-4771e6d71b79.vmdk to [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2/a9c970e4-5922-4c47-9676-fef8fdfb5dd2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.818330] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb09422a-574e-45d9-a893-5ef442773278 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.831982] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 763.831982] env[62849]: value = "task-4404166" [ 763.831982] env[62849]: _type = "Task" [ 763.831982] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.843580] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.873599] env[62849]: DEBUG nova.compute.manager [req-99823bd0-1011-498e-b090-4e9f0283ff8b req-1c359050-277b-483f-8a60-7ff4c115d6a8 service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Received event network-vif-deleted-0f8121cb-152d-42d4-b572-d847b7bcc349 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 763.873982] env[62849]: INFO nova.compute.manager [req-99823bd0-1011-498e-b090-4e9f0283ff8b req-1c359050-277b-483f-8a60-7ff4c115d6a8 service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Neutron deleted interface 0f8121cb-152d-42d4-b572-d847b7bcc349; detaching it from the instance and deleting it from the info cache [ 763.874160] env[62849]: DEBUG nova.network.neutron [req-99823bd0-1011-498e-b090-4e9f0283ff8b req-1c359050-277b-483f-8a60-7ff4c115d6a8 service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.898603] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404161, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.918822] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.929330] env[62849]: DEBUG oslo_concurrency.lockutils [req-c1f0acbc-bd42-4768-b2d8-259447509d08 req-6c46ac67-7201-449b-9747-0438cb558022 service nova] Releasing lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.953579] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquiring lock "refresh_cache-16c13e68-5140-4fb6-b670-6ddec41fd7ba" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.065643] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.223765] env[62849]: DEBUG nova.network.neutron [-] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.225724] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.247082] env[62849]: DEBUG nova.network.neutron [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 764.277349] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.330034] env[62849]: DEBUG oslo_concurrency.lockutils [None req-851eb04c-5c46-42f9-82d2-3da9d2681483 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "f110ff88-3c5f-42e9-b515-8d5e726a89a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.606s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.343300] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.379079] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce671f80-598c-4b46-81f4-42c2d0428e1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.404961] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10799fd-1785-4013-a862-355e1fa83d1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.421992] env[62849]: DEBUG nova.network.neutron [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.423444] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404161, 'name': CreateVM_Task, 'duration_secs': 1.983577} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.424527] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.425519] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.425835] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.426305] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.427215] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcd4257-bfbe-46d0-9569-d0ace5664ad8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.435772] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 764.435772] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528249cc-5dcd-7c12-7222-dfe44de23b05" [ 764.435772] env[62849]: _type = "Task" [ 764.435772] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.462227] env[62849]: DEBUG nova.compute.manager [req-99823bd0-1011-498e-b090-4e9f0283ff8b req-1c359050-277b-483f-8a60-7ff4c115d6a8 service nova] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Detach interface failed, port_id=0f8121cb-152d-42d4-b572-d847b7bcc349, reason: Instance 9b4dc4d7-5aae-4723-a7c4-c728642594d3 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 764.472423] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528249cc-5dcd-7c12-7222-dfe44de23b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.567940] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404158, 'name': ReconfigVM_Task, 'duration_secs': 3.281633} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.568351] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264/78eaf85c-3da6-4a89-b43f-ce6f236bd264.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.569103] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e308cc3a-5906-4553-b1b5-fb2f7e5463ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.578124] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 764.578124] env[62849]: value = "task-4404167" [ 764.578124] env[62849]: _type = "Task" [ 764.578124] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.592663] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404167, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.733359] env[62849]: INFO nova.compute.manager [-] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Took 1.76 seconds to deallocate network for instance. [ 764.733359] env[62849]: DEBUG oslo_vmware.api [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404165, 'name': PowerOnVM_Task, 'duration_secs': 0.791718} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.735926] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.743965] env[62849]: DEBUG nova.compute.manager [None req-6e2658d3-edc1-4173-99f2-2ddc38657c11 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.745513] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b14628-ce5e-4027-806b-a860629c8232 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.782228] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404163, 'name': ReconfigVM_Task, 'duration_secs': 1.219073} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.782228] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 764.791075] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-638c46f3-32aa-42fc-b51e-3318e7916f61 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.810621] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 764.810621] env[62849]: value = "task-4404168" [ 764.810621] env[62849]: _type = "Task" [ 764.810621] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.823581] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.846689] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404166, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.924929] env[62849]: DEBUG oslo_concurrency.lockutils [req-ea49076c-c62f-4e43-880c-aace2e96f666 req-634ddad9-6041-4887-b020-4580f0e92042 service nova] Releasing lock "refresh_cache-16c13e68-5140-4fb6-b670-6ddec41fd7ba" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.926134] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquired lock "refresh_cache-16c13e68-5140-4fb6-b670-6ddec41fd7ba" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.926134] env[62849]: DEBUG nova.network.neutron [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.961743] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528249cc-5dcd-7c12-7222-dfe44de23b05, 'name': SearchDatastore_Task, 'duration_secs': 0.038554} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.963472] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.963912] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.964179] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.964394] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.964508] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.966189] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63917dc-68a1-4655-a477-f705eba1bf75 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.968483] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c6c16f-498a-4d72-a56c-d69356818f81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.977143] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4ca4a5-df74-4db0-9f7d-c5f5c060e030 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.016928] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724af968-b29d-463c-9faa-5838a011b2b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.019874] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.020129] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.024099] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf21511-8a81-4660-b7c6-e5c589a20eb6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.026784] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.027079] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.033515] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 765.033515] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d859a6-46e5-93c7-0579-709acdbae233" [ 765.033515] env[62849]: _type = "Task" [ 765.033515] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.042944] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e386a709-c93c-4c3f-9228-cb4b1d88fc69 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.052792] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d859a6-46e5-93c7-0579-709acdbae233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.066965] env[62849]: DEBUG nova.compute.provider_tree [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.093558] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404167, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.112889] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ca4d5-10d1-4fb8-a151-2257e850b194 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.136527] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance '479c512b-9304-46fb-8719-a0335ba39a59' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 765.305864] env[62849]: INFO nova.compute.manager [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Took 0.57 seconds to detach 1 volumes for instance. [ 765.323310] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.345631] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404166, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.492530] env[62849]: DEBUG nova.network.neutron [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.530857] env[62849]: DEBUG nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.554621] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d859a6-46e5-93c7-0579-709acdbae233, 'name': SearchDatastore_Task, 'duration_secs': 0.045639} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.555528] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9451212b-78ad-485c-92d4-0b37e6e20bf3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.565533] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 765.565533] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5268c0cd-caef-3b5f-d460-2e6f7fec54c7" [ 765.565533] env[62849]: _type = "Task" [ 765.565533] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.573170] env[62849]: DEBUG nova.scheduler.client.report [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.587667] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5268c0cd-caef-3b5f-d460-2e6f7fec54c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.595415] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404167, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.643266] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.643592] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef0d647b-e7b4-4a8f-8757-bdb6292f73ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.655857] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 765.655857] env[62849]: value = "task-4404169" [ 765.655857] env[62849]: _type = "Task" [ 765.655857] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.668886] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.730837] env[62849]: DEBUG nova.network.neutron [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Updating instance_info_cache with network_info: [{"id": "af0f6804-eaaa-4142-b0b2-66b8b1f3c392", "address": "fa:16:3e:35:a6:ca", "network": {"id": "7590fb7b-e2dd-4a47-8e9a-55a46a4171ae", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1707699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbe22762c214106aaea69c71b363d6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0f6804-ea", "ovs_interfaceid": "af0f6804-eaaa-4142-b0b2-66b8b1f3c392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.812270] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.823320] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404168, 'name': ReconfigVM_Task, 'duration_secs': 0.657769} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.823694] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861884', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'name': 'volume-2fd73a70-c460-4697-bf81-86caf7bf48b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '115a77eb-f555-4c0f-96b4-5d176f0d484f', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd73a70-c460-4697-bf81-86caf7bf48b8', 'serial': '2fd73a70-c460-4697-bf81-86caf7bf48b8'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 765.823997] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.824856] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4d176a-68f4-4335-a821-d53937d76239 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.834139] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.834139] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-872fbb6d-7eb4-480e-995e-0cb628c91152 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.848674] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404166, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.025452] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.025753] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.025844] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Deleting the datastore file [datastore2] 115a77eb-f555-4c0f-96b4-5d176f0d484f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.026154] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a1c11ed-bfca-44ea-a8de-54d71f60a464 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.034909] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for the task: (returnval){ [ 766.034909] env[62849]: value = "task-4404171" [ 766.034909] env[62849]: _type = "Task" [ 766.034909] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.048488] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.077582] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.078472] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.081202] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.103s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.081422] env[62849]: DEBUG nova.objects.instance [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lazy-loading 'resources' on Instance uuid 818cfb22-1b34-4389-97cd-5c61c6e65d26 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.096689] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5268c0cd-caef-3b5f-d460-2e6f7fec54c7, 'name': SearchDatastore_Task, 'duration_secs': 0.053301} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.100551] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.100852] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] eff1bf74-a3ab-40b4-b508-d4c615bd4ad5/eff1bf74-a3ab-40b4-b508-d4c615bd4ad5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.102155] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81d55980-0983-4e89-a5f4-0169a1729de0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.109502] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404167, 'name': Rename_Task, 'duration_secs': 1.030113} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.110737] env[62849]: INFO nova.scheduler.client.report [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Deleted allocations for instance 97442961-6787-4685-b56d-c46411b585c4 [ 766.116432] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.119450] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a138e3ce-2f11-4f71-8146-2aae6cf7ccf7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.122972] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 766.122972] env[62849]: value = "task-4404172" [ 766.122972] env[62849]: _type = "Task" [ 766.122972] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.132153] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 766.132153] env[62849]: value = "task-4404173" [ 766.132153] env[62849]: _type = "Task" [ 766.132153] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.139577] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.142964] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.172590] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404169, 'name': PowerOffVM_Task, 'duration_secs': 0.332502} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.172590] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.172590] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance '479c512b-9304-46fb-8719-a0335ba39a59' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 766.235823] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Releasing lock "refresh_cache-16c13e68-5140-4fb6-b670-6ddec41fd7ba" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.236114] env[62849]: DEBUG nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Instance network_info: |[{"id": "af0f6804-eaaa-4142-b0b2-66b8b1f3c392", "address": "fa:16:3e:35:a6:ca", "network": {"id": "7590fb7b-e2dd-4a47-8e9a-55a46a4171ae", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1707699496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fbe22762c214106aaea69c71b363d6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf0f6804-ea", "ovs_interfaceid": "af0f6804-eaaa-4142-b0b2-66b8b1f3c392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.236597] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a6:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af0f6804-eaaa-4142-b0b2-66b8b1f3c392', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.245466] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Creating folder: Project (3fbe22762c214106aaea69c71b363d6d). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.249113] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e680c218-a948-40a5-9017-7725013c35c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.265161] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Created folder: Project (3fbe22762c214106aaea69c71b363d6d) in parent group-v861840. [ 766.265161] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Creating folder: Instances. Parent ref: group-v861987. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.265161] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ff0fa4-7c05-4ea2-ba96-ca0e90ee73f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.286826] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Created folder: Instances in parent group-v861987. [ 766.287139] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.288028] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.288158] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9a9398b-d1ee-4360-a89e-a270c93099c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.312631] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.312631] env[62849]: value = "task-4404176" [ 766.312631] env[62849]: _type = "Task" [ 766.312631] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.322139] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404176, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.347524] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404166, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.549872] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.622904] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f6e459f-4481-4781-8e04-8b71654b5189 tempest-ListServersNegativeTestJSON-2108045219 tempest-ListServersNegativeTestJSON-2108045219-project-member] Lock "97442961-6787-4685-b56d-c46411b585c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.636s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.630113] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b686011-3a6e-4092-b203-707efc4e49ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.641578] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.649712] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413e384-3b28-4444-81bd-e34aff32548f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.653225] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.686204] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.686520] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.686713] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.686961] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.687175] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.687358] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.687633] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.688279] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.688279] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.688279] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.688503] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.697421] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8513ffd-60f6-41b7-93bc-12615ab26c17 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.711539] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6174293a-71c4-4dfd-8101-83ae7c668bb2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.721691] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 766.721691] env[62849]: value = "task-4404177" [ 766.721691] env[62849]: _type = "Task" [ 766.721691] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.729636] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42872d4c-49fd-4aa9-a936-0648b97c644e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.747078] env[62849]: DEBUG nova.compute.provider_tree [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.753054] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.831276] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404176, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.833874] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.834248] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 766.850234] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404166, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.935861} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.850707] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/33fd23c8-6a94-4c98-91fe-4771e6d71b79/33fd23c8-6a94-4c98-91fe-4771e6d71b79.vmdk to [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2/a9c970e4-5922-4c47-9676-fef8fdfb5dd2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.852450] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137d4371-f060-4f6a-a59e-f339334e196c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.879458] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2/a9c970e4-5922-4c47-9676-fef8fdfb5dd2.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.879458] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1646c77-4dac-4819-ac0e-31200350757d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.908395] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 766.908395] env[62849]: value = "task-4404178" [ 766.908395] env[62849]: _type = "Task" [ 766.908395] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.922755] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404178, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.050697] env[62849]: DEBUG oslo_vmware.api [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Task: {'id': task-4404171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.769147} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.051037] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.051216] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.051392] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.051667] env[62849]: INFO nova.compute.manager [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Took 5.51 seconds to destroy the instance on the hypervisor. [ 767.051848] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.052106] env[62849]: DEBUG nova.compute.manager [-] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.052237] env[62849]: DEBUG nova.network.neutron [-] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.135502] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404172, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.148026] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404173, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.207277] env[62849]: DEBUG nova.compute.manager [req-966bbebc-717d-4f82-8ce7-835558759270 req-34fb3be7-2687-4d26-a7d2-71e1b99d9417 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Received event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 767.207460] env[62849]: DEBUG nova.compute.manager [req-966bbebc-717d-4f82-8ce7-835558759270 req-34fb3be7-2687-4d26-a7d2-71e1b99d9417 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing instance network info cache due to event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 767.207749] env[62849]: DEBUG oslo_concurrency.lockutils [req-966bbebc-717d-4f82-8ce7-835558759270 req-34fb3be7-2687-4d26-a7d2-71e1b99d9417 service nova] Acquiring lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.207927] env[62849]: DEBUG oslo_concurrency.lockutils [req-966bbebc-717d-4f82-8ce7-835558759270 req-34fb3be7-2687-4d26-a7d2-71e1b99d9417 service nova] Acquired lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.208341] env[62849]: DEBUG nova.network.neutron [req-966bbebc-717d-4f82-8ce7-835558759270 req-34fb3be7-2687-4d26-a7d2-71e1b99d9417 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.239333] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404177, 'name': ReconfigVM_Task, 'duration_secs': 0.242843} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.239555] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance '479c512b-9304-46fb-8719-a0335ba39a59' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 767.255139] env[62849]: DEBUG nova.scheduler.client.report [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.326781] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404176, 'name': CreateVM_Task, 'duration_secs': 0.941865} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.326781] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.327248] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.327480] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.327902] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.328499] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9c3b65-75fd-4769-b219-057eb62e0a2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.334292] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 767.334292] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5243566f-9907-46a9-8343-c642044c1d0e" [ 767.334292] env[62849]: _type = "Task" [ 767.334292] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.345558] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.346412] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.346570] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.346750] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.346952] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.347124] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.347804] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 767.347804] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.353398] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5243566f-9907-46a9-8343-c642044c1d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.419342] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.644907] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404172, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.109559} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.645926] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] eff1bf74-a3ab-40b4-b508-d4c615bd4ad5/eff1bf74-a3ab-40b4-b508-d4c615bd4ad5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.646268] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.646585] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cabde38b-f617-4863-8d95-a1738502c19b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.651974] env[62849]: DEBUG oslo_vmware.api [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404173, 'name': PowerOnVM_Task, 'duration_secs': 1.279919} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.652902] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.653167] env[62849]: INFO nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Took 14.74 seconds to spawn the instance on the hypervisor. [ 767.653388] env[62849]: DEBUG nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.654215] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae27c78-2167-4692-a194-5c0c967f6108 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.659308] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 767.659308] env[62849]: value = "task-4404179" [ 767.659308] env[62849]: _type = "Task" [ 767.659308] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.676709] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.746866] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:18:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2e2815af-f461-4285-9ac5-cf0150eedf72',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2010048180',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.750333] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.750659] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.751083] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.751083] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.751280] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.751694] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.751694] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.751854] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.752117] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.752581] env[62849]: DEBUG nova.virt.hardware [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.757827] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 767.758513] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556d5ba3-3083-47b1-bbb8-d1cdae24ea6a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.776258] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.778776] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.020s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.779172] env[62849]: DEBUG nova.objects.instance [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lazy-loading 'resources' on Instance uuid 7c6ce930-15bb-44b2-bc99-d23c60cbda48 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.793273] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 767.793273] env[62849]: value = "task-4404180" [ 767.793273] env[62849]: _type = "Task" [ 767.793273] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.807847] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.808989] env[62849]: INFO nova.scheduler.client.report [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Deleted allocations for instance 818cfb22-1b34-4389-97cd-5c61c6e65d26 [ 767.851239] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5243566f-9907-46a9-8343-c642044c1d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.023899} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.852964] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.852964] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.852964] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.852964] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.853446] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.853446] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d987941-c577-4ad3-b27b-377e8f6b7688 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.856818] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.868947] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.869263] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.870181] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caaf9b0c-e3dd-4bf4-9fa5-ef4b9b0e7a29 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.877876] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 767.877876] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521a2669-93f3-551e-c5b6-5e71204f0a19" [ 767.877876] env[62849]: _type = "Task" [ 767.877876] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.890067] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521a2669-93f3-551e-c5b6-5e71204f0a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.924150] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404178, 'name': ReconfigVM_Task, 'duration_secs': 0.678929} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.924486] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Reconfigured VM instance instance-00000008 to attach disk [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2/a9c970e4-5922-4c47-9676-fef8fdfb5dd2.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.926304] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'image_id': '61e0a9c2-1d8a-43f8-b027-59fdf651611d'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861956', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'name': 'volume-4c63c279-1c29-4319-a5ad-cbba6625ab58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9c970e4-5922-4c47-9676-fef8fdfb5dd2', 'attached_at': '', 'detached_at': '', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'serial': '4c63c279-1c29-4319-a5ad-cbba6625ab58'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': '10e20e7a-4ca5-492e-81b6-6e7277edba41', 'volume_type': None}], 'swap': None} {{(pid=62849) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 767.926554] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 767.926865] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861956', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'name': 'volume-4c63c279-1c29-4319-a5ad-cbba6625ab58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9c970e4-5922-4c47-9676-fef8fdfb5dd2', 'attached_at': '', 'detached_at': '', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'serial': '4c63c279-1c29-4319-a5ad-cbba6625ab58'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 767.927930] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42680ae9-0627-48f7-8a04-6256a539efcc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.947740] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801626c-19b2-4aa0-ad27-78d70c466f12 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.978470] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-4c63c279-1c29-4319-a5ad-cbba6625ab58/volume-4c63c279-1c29-4319-a5ad-cbba6625ab58.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.978873] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ce068e-7baa-4258-a814-fd9bbe4e52f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.998705] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 767.998705] env[62849]: value = "task-4404181" [ 767.998705] env[62849]: _type = "Task" [ 767.998705] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.012990] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.014034] env[62849]: DEBUG nova.network.neutron [req-966bbebc-717d-4f82-8ce7-835558759270 req-34fb3be7-2687-4d26-a7d2-71e1b99d9417 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updated VIF entry in instance network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.014471] env[62849]: DEBUG nova.network.neutron [req-966bbebc-717d-4f82-8ce7-835558759270 req-34fb3be7-2687-4d26-a7d2-71e1b99d9417 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [{"id": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "address": "fa:16:3e:07:92:a3", "network": {"id": "e651c6e0-46af-4b39-8b50-81ac8b51fd62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-674745431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2e622b4b8e9345aab6ff6f2708d51a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16cb94e-a1", "ovs_interfaceid": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.175113] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234624} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.175608] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.179026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2808ba-6cd6-4888-8fcf-e46d389e8679 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.182565] env[62849]: INFO nova.compute.manager [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Took 44.80 seconds to build instance. [ 768.208171] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] eff1bf74-a3ab-40b4-b508-d4c615bd4ad5/eff1bf74-a3ab-40b4-b508-d4c615bd4ad5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.208171] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf86090-0e14-4b52-ba8f-d5a93839680b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.242687] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 768.242687] env[62849]: value = "task-4404182" [ 768.242687] env[62849]: _type = "Task" [ 768.242687] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.263209] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.306748] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404180, 'name': ReconfigVM_Task, 'duration_secs': 0.495372} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.307101] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 768.308038] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e0253-18a4-40db-b0b4-007988beb67d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.343926] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59/479c512b-9304-46fb-8719-a0335ba39a59.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.344695] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff538e7e-a7c0-4be3-91bf-736362661b6b tempest-ListImageFiltersTestJSON-20601446 tempest-ListImageFiltersTestJSON-20601446-project-member] Lock "818cfb22-1b34-4389-97cd-5c61c6e65d26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.461s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.346228] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-959a1101-9b32-41e7-bf3c-23a7c35655e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.375673] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 768.375673] env[62849]: value = "task-4404183" [ 768.375673] env[62849]: _type = "Task" [ 768.375673] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.394640] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.405567] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]521a2669-93f3-551e-c5b6-5e71204f0a19, 'name': SearchDatastore_Task, 'duration_secs': 0.02284} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.407023] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c752600-e884-43df-b35a-63934a4faca4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.416342] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 768.416342] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b9a715-73fa-6c81-580f-d327870e24f4" [ 768.416342] env[62849]: _type = "Task" [ 768.416342] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.431027] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b9a715-73fa-6c81-580f-d327870e24f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.431701] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.431701] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 16c13e68-5140-4fb6-b670-6ddec41fd7ba/16c13e68-5140-4fb6-b670-6ddec41fd7ba.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.432137] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b224373-8695-41b9-afb3-df35e361c3fb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.443288] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 768.443288] env[62849]: value = "task-4404184" [ 768.443288] env[62849]: _type = "Task" [ 768.443288] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.453260] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.517910] env[62849]: DEBUG oslo_concurrency.lockutils [req-966bbebc-717d-4f82-8ce7-835558759270 req-34fb3be7-2687-4d26-a7d2-71e1b99d9417 service nova] Releasing lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.527615] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.697209] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1921bcd8-172e-4b47-a345-1cc9ccc61deb tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.332s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.735130] env[62849]: DEBUG nova.network.neutron [-] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.756550] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404182, 'name': ReconfigVM_Task, 'duration_secs': 0.351206} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.762133] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Reconfigured VM instance instance-00000032 to attach disk [datastore1] eff1bf74-a3ab-40b4-b508-d4c615bd4ad5/eff1bf74-a3ab-40b4-b508-d4c615bd4ad5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.762476] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22c0c80c-ced6-4ca4-88e4-a3fe9d510df0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.774138] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 768.774138] env[62849]: value = "task-4404185" [ 768.774138] env[62849]: _type = "Task" [ 768.774138] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.789557] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404185, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.885580] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69390bbc-ab13-42ae-b392-bededf377666 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.897895] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404183, 'name': ReconfigVM_Task, 'duration_secs': 0.484553} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.901220] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59/479c512b-9304-46fb-8719-a0335ba39a59.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.901620] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance '479c512b-9304-46fb-8719-a0335ba39a59' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 768.906781] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f283b82-75ad-4ddb-92bf-be9e01cf9ecb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.949808] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d111b03f-b71b-4e00-997c-acbd83baf32a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.960738] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.964506] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347a2fe5-8761-40e5-8458-a7cdab43d8a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.984623] env[62849]: DEBUG nova.compute.provider_tree [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.016822] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404181, 'name': ReconfigVM_Task, 'duration_secs': 0.579391} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.017297] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-4c63c279-1c29-4319-a5ad-cbba6625ab58/volume-4c63c279-1c29-4319-a5ad-cbba6625ab58.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.024148] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd96aec-246d-471c-a2a4-38f6db8fce4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.044627] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 769.044627] env[62849]: value = "task-4404186" [ 769.044627] env[62849]: _type = "Task" [ 769.044627] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.053752] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.180075] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.181456] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.238229] env[62849]: INFO nova.compute.manager [-] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Took 2.19 seconds to deallocate network for instance. [ 769.288702] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404185, 'name': Rename_Task, 'duration_secs': 0.358488} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.289019] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.289433] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9545714-d471-4cc2-934a-26791ff338d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.299426] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 769.299426] env[62849]: value = "task-4404187" [ 769.299426] env[62849]: _type = "Task" [ 769.299426] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.313632] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.414217] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afac00e-ddc6-494e-b578-1f3258b1fbcf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.435424] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f21acb-b7fa-40de-9f96-93994c1143b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.456433] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance '479c512b-9304-46fb-8719-a0335ba39a59' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 769.470152] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578868} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.470435] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 16c13e68-5140-4fb6-b670-6ddec41fd7ba/16c13e68-5140-4fb6-b670-6ddec41fd7ba.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.470672] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.470935] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c82d389-6096-4412-b27c-1b7342cabf22 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.479601] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 769.479601] env[62849]: value = "task-4404188" [ 769.479601] env[62849]: _type = "Task" [ 769.479601] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.488437] env[62849]: DEBUG nova.scheduler.client.report [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.495077] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.554621] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404186, 'name': ReconfigVM_Task, 'duration_secs': 0.32022} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.554965] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861956', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'name': 'volume-4c63c279-1c29-4319-a5ad-cbba6625ab58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9c970e4-5922-4c47-9676-fef8fdfb5dd2', 'attached_at': '', 'detached_at': '', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'serial': '4c63c279-1c29-4319-a5ad-cbba6625ab58'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 769.555573] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0096db70-1665-44b3-8612-943be52f25c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.564372] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 769.564372] env[62849]: value = "task-4404189" [ 769.564372] env[62849]: _type = "Task" [ 769.564372] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.575892] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404189, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.683972] env[62849]: DEBUG nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.816958] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.818164] env[62849]: INFO nova.compute.manager [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Took 0.58 seconds to detach 1 volumes for instance. [ 769.821466] env[62849]: DEBUG nova.compute.manager [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Deleting volume: 2fd73a70-c460-4697-bf81-86caf7bf48b8 {{(pid=62849) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 769.940095] env[62849]: DEBUG nova.compute.manager [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Received event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 769.940095] env[62849]: DEBUG nova.compute.manager [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing instance network info cache due to event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 769.940095] env[62849]: DEBUG oslo_concurrency.lockutils [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] Acquiring lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.940095] env[62849]: DEBUG oslo_concurrency.lockutils [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] Acquired lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.940095] env[62849]: DEBUG nova.network.neutron [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.993936] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266989} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.994722] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.995842] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e9378-4db3-479e-a812-4071b06effcf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.001581] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.007576] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.079s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.007823] env[62849]: DEBUG nova.objects.instance [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lazy-loading 'resources' on Instance uuid c93476d2-41c0-4185-a91c-8a07c841afaf {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.034256] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 16c13e68-5140-4fb6-b670-6ddec41fd7ba/16c13e68-5140-4fb6-b670-6ddec41fd7ba.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.035390] env[62849]: DEBUG nova.network.neutron [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Port 35406f87-5073-49f4-8677-88e3575f78c2 binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 770.040020] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fce5a7-ec5a-42cf-9f88-a4280b3d7969 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.056220] env[62849]: INFO nova.scheduler.client.report [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Deleted allocations for instance 7c6ce930-15bb-44b2-bc99-d23c60cbda48 [ 770.067297] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 770.067297] env[62849]: value = "task-4404191" [ 770.067297] env[62849]: _type = "Task" [ 770.067297] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.079836] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404189, 'name': Rename_Task, 'duration_secs': 0.45587} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.083620] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.084240] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.084503] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fdd4d27-c139-4ca6-b046-b12c90958bbd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.092079] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 770.092079] env[62849]: value = "task-4404192" [ 770.092079] env[62849]: _type = "Task" [ 770.092079] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.102385] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.211292] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.317501] env[62849]: DEBUG oslo_vmware.api [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404187, 'name': PowerOnVM_Task, 'duration_secs': 0.980953} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.317501] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.317693] env[62849]: INFO nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Took 12.56 seconds to spawn the instance on the hypervisor. [ 770.317871] env[62849]: DEBUG nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.318923] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed2c94-0084-43ce-95e3-87aa6afe948b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.384498] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.429092] env[62849]: INFO nova.compute.manager [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Rescuing [ 770.429546] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.429733] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.429913] env[62849]: DEBUG nova.network.neutron [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.575293] env[62849]: DEBUG oslo_concurrency.lockutils [None req-490bda75-ece3-40bf-a00a-45816c7755e0 tempest-ServerAddressesNegativeTestJSON-348899282 tempest-ServerAddressesNegativeTestJSON-348899282-project-member] Lock "7c6ce930-15bb-44b2-bc99-d23c60cbda48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.638s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.590523] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404191, 'name': ReconfigVM_Task, 'duration_secs': 0.431298} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.590523] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 16c13e68-5140-4fb6-b670-6ddec41fd7ba/16c13e68-5140-4fb6-b670-6ddec41fd7ba.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.591838] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b0bb899-27b9-444f-9bab-d564057c9a84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.612947] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 770.612947] env[62849]: value = "task-4404193" [ 770.612947] env[62849]: _type = "Task" [ 770.612947] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.622944] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.637638] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404193, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.857361] env[62849]: INFO nova.compute.manager [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Took 42.10 seconds to build instance. [ 770.859037] env[62849]: DEBUG nova.network.neutron [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updated VIF entry in instance network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.859398] env[62849]: DEBUG nova.network.neutron [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [{"id": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "address": "fa:16:3e:07:92:a3", "network": {"id": "e651c6e0-46af-4b39-8b50-81ac8b51fd62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-674745431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2e622b4b8e9345aab6ff6f2708d51a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16cb94e-a1", "ovs_interfaceid": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.058551] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29924d7-c5c0-480e-aaa7-5590fb9acf5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.070192] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e65c6-1b41-459b-8f30-0e346e9ef697 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.127399] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "479c512b-9304-46fb-8719-a0335ba39a59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.128692] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "479c512b-9304-46fb-8719-a0335ba39a59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.128692] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "479c512b-9304-46fb-8719-a0335ba39a59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.135715] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d18e76-0fb0-4c51-bf3a-d80b0f38c9fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.155675] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b38790b-3e7f-40e9-90e3-dfacedcc9400 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.159604] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404193, 'name': Rename_Task, 'duration_secs': 0.270563} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.159873] env[62849]: DEBUG oslo_vmware.api [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404192, 'name': PowerOnVM_Task, 'duration_secs': 0.687627} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.160424] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.160716] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.163893] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c56d8187-a692-48aa-8d02-a06689eee6ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.177936] env[62849]: DEBUG nova.compute.provider_tree [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.185596] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 771.185596] env[62849]: value = "task-4404194" [ 771.185596] env[62849]: _type = "Task" [ 771.185596] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.193013] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.349479] env[62849]: DEBUG nova.compute.manager [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.351764] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c0a6ed-9a42-469c-a870-04effc8b37a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.365623] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e6b8bd4-c681-4425-8f77-1207ec5f1f89 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.619s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.365959] env[62849]: DEBUG oslo_concurrency.lockutils [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] Releasing lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.367638] env[62849]: DEBUG nova.compute.manager [req-21ac337f-82cf-4cde-b1d3-88dfb48a7567 req-ad2221c6-c046-4e9e-a530-0cc14edd1b21 service nova] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Received event network-vif-deleted-37ef9838-a8c2-4b60-9515-0e6793088ead {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 771.405310] env[62849]: DEBUG nova.network.neutron [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Updating instance_info_cache with network_info: [{"id": "8d158264-85a8-422a-8cd8-814d53084059", "address": "fa:16:3e:98:6e:25", "network": {"id": "996e0d60-5e02-47bd-b96d-a4678db58140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1433507578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60b4382c82e04ec5838aee623c678786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d158264-85", "ovs_interfaceid": "8d158264-85a8-422a-8cd8-814d53084059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.682519] env[62849]: DEBUG nova.scheduler.client.report [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.697826] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.732249] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.732682] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.733548] env[62849]: DEBUG nova.network.neutron [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 771.878765] env[62849]: DEBUG oslo_concurrency.lockutils [None req-95f56ff5-e1b3-46b9-92dd-cac6947ff636 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 60.413s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.909266] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.197985] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.200317] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.901s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.200554] env[62849]: DEBUG nova.objects.instance [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 772.214769] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.237266] env[62849]: INFO nova.scheduler.client.report [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleted allocations for instance c93476d2-41c0-4185-a91c-8a07c841afaf [ 772.515687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] Acquiring lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.515687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] Acquired lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.515687] env[62849]: DEBUG nova.network.neutron [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 772.645241] env[62849]: DEBUG nova.network.neutron [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance_info_cache with network_info: [{"id": "35406f87-5073-49f4-8677-88e3575f78c2", "address": "fa:16:3e:5f:25:bb", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35406f87-50", "ovs_interfaceid": "35406f87-5073-49f4-8677-88e3575f78c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.691232] env[62849]: DEBUG nova.compute.manager [req-b0524eea-a608-4a24-91e5-cceb54117b87 req-c8f03e10-4fcb-4c74-837b-5b15fd1e87a3 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Received event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 772.691438] env[62849]: DEBUG nova.compute.manager [req-b0524eea-a608-4a24-91e5-cceb54117b87 req-c8f03e10-4fcb-4c74-837b-5b15fd1e87a3 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing instance network info cache due to event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 772.691657] env[62849]: DEBUG oslo_concurrency.lockutils [req-b0524eea-a608-4a24-91e5-cceb54117b87 req-c8f03e10-4fcb-4c74-837b-5b15fd1e87a3 service nova] Acquiring lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.691798] env[62849]: DEBUG oslo_concurrency.lockutils [req-b0524eea-a608-4a24-91e5-cceb54117b87 req-c8f03e10-4fcb-4c74-837b-5b15fd1e87a3 service nova] Acquired lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.691953] env[62849]: DEBUG nova.network.neutron [req-b0524eea-a608-4a24-91e5-cceb54117b87 req-c8f03e10-4fcb-4c74-837b-5b15fd1e87a3 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.705547] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.751915] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2390b743-506f-4992-a822-561c6fb6435f tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c93476d2-41c0-4185-a91c-8a07c841afaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.720s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.028571] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquiring lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.028871] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.151039] env[62849]: DEBUG oslo_concurrency.lockutils [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.211025] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404194, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.211025] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fade5c8c-ae4f-4237-b008-7ccff1b98d5d tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.216534] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.844s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.220055] env[62849]: INFO nova.compute.claims [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.422923] env[62849]: DEBUG nova.network.neutron [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Updating instance_info_cache with network_info: [{"id": "528c49b9-0845-4b59-a6d8-9415725801b1", "address": "fa:16:3e:01:09:74", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528c49b9-08", "ovs_interfaceid": "528c49b9-0845-4b59-a6d8-9415725801b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.465787] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.466186] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8863cac-bf63-405e-99d1-f8ee6ae98252 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.475952] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 773.475952] env[62849]: value = "task-4404195" [ 773.475952] env[62849]: _type = "Task" [ 773.475952] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.492345] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.533103] env[62849]: DEBUG nova.compute.manager [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.683644] env[62849]: DEBUG nova.compute.manager [req-9a6aa208-fee2-4efc-bc53-98a6da859e26 req-ddeab130-db98-428a-978a-58421167ac17 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Received event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 773.683896] env[62849]: DEBUG nova.compute.manager [req-9a6aa208-fee2-4efc-bc53-98a6da859e26 req-ddeab130-db98-428a-978a-58421167ac17 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing instance network info cache due to event network-changed-d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 773.684864] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a6aa208-fee2-4efc-bc53-98a6da859e26 req-ddeab130-db98-428a-978a-58421167ac17 service nova] Acquiring lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.687663] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c1ddc0-2c96-407e-b74d-3028ed8fb031 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.719141] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b622cdb7-88dc-4aae-b5ae-7aea73c5cf4a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.722320] env[62849]: DEBUG oslo_vmware.api [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404194, 'name': PowerOnVM_Task, 'duration_secs': 2.310113} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.723067] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.723276] env[62849]: INFO nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Took 13.18 seconds to spawn the instance on the hypervisor. [ 773.723456] env[62849]: DEBUG nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.724691] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a4845-a809-4da2-a2a4-60fa13b74988 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.733076] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance '479c512b-9304-46fb-8719-a0335ba39a59' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 773.925691] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] Releasing lock "refresh_cache-eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.926067] env[62849]: DEBUG nova.compute.manager [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Inject network info {{(pid=62849) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 773.926441] env[62849]: DEBUG nova.compute.manager [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] network_info to inject: |[{"id": "528c49b9-0845-4b59-a6d8-9415725801b1", "address": "fa:16:3e:01:09:74", "network": {"id": "59833d48-2c82-495d-a622-368e62c9dbc9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-401172322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "307f4a432fd140cdb8d4b718e7ae5188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528c49b9-08", "ovs_interfaceid": "528c49b9-0845-4b59-a6d8-9415725801b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 773.936277] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Reconfiguring VM instance to set the machine id {{(pid=62849) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 773.936960] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b8ae1b2-6937-4490-8017-59e449fb9e00 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.967243] env[62849]: DEBUG oslo_vmware.api [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] Waiting for the task: (returnval){ [ 773.967243] env[62849]: value = "task-4404196" [ 773.967243] env[62849]: _type = "Task" [ 773.967243] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.979815] env[62849]: DEBUG oslo_vmware.api [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] Task: {'id': task-4404196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.990550] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404195, 'name': PowerOffVM_Task, 'duration_secs': 0.302812} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.990854] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.991798] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8671965f-96a3-4540-81b6-6820d1532911 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.020277] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5963edb1-f87c-4722-ba6a-2c60146f73e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.062422] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.071375] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.071513] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b32f3e85-cb5d-499a-951d-46654ac5e655 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.080506] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 774.080506] env[62849]: value = "task-4404197" [ 774.080506] env[62849]: _type = "Task" [ 774.080506] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.091104] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 774.091104] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.091382] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.091427] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.092029] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.092029] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4784d662-996c-47e1-adbd-be08a37c23d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.102796] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.102903] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.103809] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172f4835-f3cf-4c21-bc54-71dce99fda94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.112426] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 774.112426] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52619af4-b7b2-69b6-18c3-7edc06219a1b" [ 774.112426] env[62849]: _type = "Task" [ 774.112426] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.122682] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52619af4-b7b2-69b6-18c3-7edc06219a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.170716] env[62849]: DEBUG nova.network.neutron [req-b0524eea-a608-4a24-91e5-cceb54117b87 req-c8f03e10-4fcb-4c74-837b-5b15fd1e87a3 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updated VIF entry in instance network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 774.171099] env[62849]: DEBUG nova.network.neutron [req-b0524eea-a608-4a24-91e5-cceb54117b87 req-c8f03e10-4fcb-4c74-837b-5b15fd1e87a3 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [{"id": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "address": "fa:16:3e:07:92:a3", "network": {"id": "e651c6e0-46af-4b39-8b50-81ac8b51fd62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-674745431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2e622b4b8e9345aab6ff6f2708d51a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16cb94e-a1", "ovs_interfaceid": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.244027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.244027] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab09057b-b073-4220-b432-99ffdfe538c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.255077] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 774.255077] env[62849]: value = "task-4404198" [ 774.255077] env[62849]: _type = "Task" [ 774.255077] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.261108] env[62849]: INFO nova.compute.manager [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Took 43.24 seconds to build instance. [ 774.268429] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.484817] env[62849]: DEBUG oslo_vmware.api [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] Task: {'id': task-4404196, 'name': ReconfigVM_Task, 'duration_secs': 0.205087} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.485780] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3099ca-d43c-429e-8a47-a0dcc89032b4 tempest-ServersAdminTestJSON-810015487 tempest-ServersAdminTestJSON-810015487-project-admin] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Reconfigured VM instance to set the machine id {{(pid=62849) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 774.629996] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52619af4-b7b2-69b6-18c3-7edc06219a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.0166} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.631149] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab448054-c536-4587-b7b7-53308fae249a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.638963] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 774.638963] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526cd144-b432-d747-189e-20e9adf61703" [ 774.638963] env[62849]: _type = "Task" [ 774.638963] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.653385] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526cd144-b432-d747-189e-20e9adf61703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.674772] env[62849]: DEBUG oslo_concurrency.lockutils [req-b0524eea-a608-4a24-91e5-cceb54117b87 req-c8f03e10-4fcb-4c74-837b-5b15fd1e87a3 service nova] Releasing lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.675202] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a6aa208-fee2-4efc-bc53-98a6da859e26 req-ddeab130-db98-428a-978a-58421167ac17 service nova] Acquired lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.675388] env[62849]: DEBUG nova.network.neutron [req-9a6aa208-fee2-4efc-bc53-98a6da859e26 req-ddeab130-db98-428a-978a-58421167ac17 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Refreshing network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.763822] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56eb8534-61a3-40bb-ab00-081a397df166 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.753s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.771298] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.844912] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8266deea-1119-424f-a47b-b4f60ab93c5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.854476] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa260f43-09e7-4b02-af11-c6c7eb3e886a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.892086] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b84ea4a-ea5b-4005-a782-cd2796c59bec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.901340] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77caf2-3bd1-4286-a04d-b6215da1d966 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.916612] env[62849]: DEBUG nova.compute.provider_tree [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.155556] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526cd144-b432-d747-189e-20e9adf61703, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.155849] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.156224] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. {{(pid=62849) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 775.156510] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-175965ce-4ebb-4214-b910-26f6280fe428 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.166267] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 775.166267] env[62849]: value = "task-4404199" [ 775.166267] env[62849]: _type = "Task" [ 775.166267] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.183788] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.275064] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.420359] env[62849]: DEBUG nova.scheduler.client.report [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.563455] env[62849]: DEBUG nova.network.neutron [req-9a6aa208-fee2-4efc-bc53-98a6da859e26 req-ddeab130-db98-428a-978a-58421167ac17 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updated VIF entry in instance network info cache for port d16cb94e-a1ad-447d-88c7-b7b982b83b38. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 775.563824] env[62849]: DEBUG nova.network.neutron [req-9a6aa208-fee2-4efc-bc53-98a6da859e26 req-ddeab130-db98-428a-978a-58421167ac17 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [{"id": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "address": "fa:16:3e:07:92:a3", "network": {"id": "e651c6e0-46af-4b39-8b50-81ac8b51fd62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-674745431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2e622b4b8e9345aab6ff6f2708d51a99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16cb94e-a1", "ovs_interfaceid": "d16cb94e-a1ad-447d-88c7-b7b982b83b38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.679599] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404199, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.774935] env[62849]: DEBUG oslo_vmware.api [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404198, 'name': PowerOnVM_Task, 'duration_secs': 1.131097} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.775474] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.775560] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-57639045-7a28-4135-bb18-313c670e6fe6 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance '479c512b-9304-46fb-8719-a0335ba39a59' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.926773] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.927508] env[62849]: DEBUG nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.932111] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.847s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.932111] env[62849]: DEBUG nova.objects.instance [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'resources' on Instance uuid dbe12ff1-8993-4782-8f54-46797fbcd0d4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.067168] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a6aa208-fee2-4efc-bc53-98a6da859e26 req-ddeab130-db98-428a-978a-58421167ac17 service nova] Releasing lock "refresh_cache-0c38b968-7a95-430d-a1d3-fe656571edfd" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.110176] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "c489ec22-0c62-46fc-9083-1f1730b3b65a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.110365] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c489ec22-0c62-46fc-9083-1f1730b3b65a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.188846] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61952} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.188846] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. [ 776.189556] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406ba3b3-c06a-4834-8d8e-2faf48e36a1f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.224530] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.225266] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b81bd6-f28a-47f9-be16-0d7fb6585e4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.247980] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 776.247980] env[62849]: value = "task-4404200" [ 776.247980] env[62849]: _type = "Task" [ 776.247980] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.259926] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.409077] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "0c38b968-7a95-430d-a1d3-fe656571edfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.409077] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "0c38b968-7a95-430d-a1d3-fe656571edfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.409077] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "0c38b968-7a95-430d-a1d3-fe656571edfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.409077] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "0c38b968-7a95-430d-a1d3-fe656571edfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.410719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "0c38b968-7a95-430d-a1d3-fe656571edfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.410719] env[62849]: INFO nova.compute.manager [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Terminating instance [ 776.434683] env[62849]: DEBUG nova.compute.utils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.444893] env[62849]: DEBUG nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.445129] env[62849]: DEBUG nova.network.neutron [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 776.532669] env[62849]: DEBUG nova.policy [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c43314a3e424674b940195dae903080', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c5342bd070341728f353331361556bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.620894] env[62849]: DEBUG nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.772211] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.916713] env[62849]: DEBUG nova.compute.manager [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.916984] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.918693] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da8e135-9b9d-4c70-9c6c-8f5e9afe5283 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.929305] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.933029] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc9426d3-1300-4d1c-84f2-bc9e3f66177c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.942158] env[62849]: DEBUG oslo_vmware.api [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 776.942158] env[62849]: value = "task-4404201" [ 776.942158] env[62849]: _type = "Task" [ 776.942158] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.947246] env[62849]: DEBUG nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.962636] env[62849]: DEBUG oslo_vmware.api [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.063822] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad971ad-dcdc-478b-b5ae-fdde38e798e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.073886] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e40a0b-a552-4878-84d0-e8e33aa5e2ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.106615] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5984e1e5-ea02-4fc1-a993-b42075e7b61b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.116545] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c956df58-5142-43bc-8bef-ac49e0a9fb5d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.137666] env[62849]: DEBUG nova.compute.provider_tree [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.154936] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.259831] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404200, 'name': ReconfigVM_Task, 'duration_secs': 0.652887} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.260693] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.262075] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a5a717-c8bf-4bd1-9732-8e4b868d4da6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.287697] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquiring lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.291305] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.291305] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquiring lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.291305] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.291305] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.298764] env[62849]: INFO nova.compute.manager [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Terminating instance [ 777.301165] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c18f2fd-1680-40e1-8708-61f427ba01f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.332087] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 777.332087] env[62849]: value = "task-4404202" [ 777.332087] env[62849]: _type = "Task" [ 777.332087] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.344994] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.402855] env[62849]: DEBUG nova.network.neutron [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Successfully created port: 43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 777.454598] env[62849]: DEBUG oslo_vmware.api [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404201, 'name': PowerOffVM_Task, 'duration_secs': 0.467028} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.455073] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.455337] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.460503] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa46893-8636-4853-be3c-737f0a304f71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.561831] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.561831] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.561831] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Deleting the datastore file [datastore2] 0c38b968-7a95-430d-a1d3-fe656571edfd {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.562501] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c622f4f-80e4-4bde-bf1d-260e8008a36f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.572400] env[62849]: DEBUG oslo_vmware.api [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for the task: (returnval){ [ 777.572400] env[62849]: value = "task-4404204" [ 777.572400] env[62849]: _type = "Task" [ 777.572400] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.590101] env[62849]: DEBUG oslo_vmware.api [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.645171] env[62849]: DEBUG nova.scheduler.client.report [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.825589] env[62849]: DEBUG nova.compute.manager [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.825589] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.828358] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a15a49-3eb1-4433-9bfc-05a1b7791de9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.842138] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.846399] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e17753f8-cf7a-47bf-8146-bbb2eec3c38d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.858740] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404202, 'name': ReconfigVM_Task, 'duration_secs': 0.325211} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.860261] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.860617] env[62849]: DEBUG oslo_vmware.api [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 777.860617] env[62849]: value = "task-4404205" [ 777.860617] env[62849]: _type = "Task" [ 777.860617] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.860825] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b6e0343-bc62-4a70-94fa-ef73f9f8a373 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.877612] env[62849]: DEBUG oslo_vmware.api [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.879299] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 777.879299] env[62849]: value = "task-4404206" [ 777.879299] env[62849]: _type = "Task" [ 777.879299] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.889168] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.965117] env[62849]: DEBUG nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.010867] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.011245] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.011481] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.012145] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.012145] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.012349] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.012912] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.013043] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.013277] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.013446] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.013711] env[62849]: DEBUG nova.virt.hardware [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.014739] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac0d5b-1a26-4594-9ff2-45cc12a4ff2b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.024875] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf47b418-73f6-4c8c-b569-efbe8a37ab3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.084145] env[62849]: DEBUG oslo_vmware.api [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.153802] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.153802] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.324s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.153802] env[62849]: DEBUG nova.objects.instance [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lazy-loading 'resources' on Instance uuid 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.193487] env[62849]: INFO nova.scheduler.client.report [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted allocations for instance dbe12ff1-8993-4782-8f54-46797fbcd0d4 [ 778.272763] env[62849]: DEBUG nova.network.neutron [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Port 35406f87-5073-49f4-8677-88e3575f78c2 binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 778.273124] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.273266] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.273442] env[62849]: DEBUG nova.network.neutron [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 778.376705] env[62849]: DEBUG oslo_vmware.api [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404205, 'name': PowerOffVM_Task, 'duration_secs': 0.292599} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.377117] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.377357] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.377701] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38cb5c7e-e59a-4d1c-a7a1-5f8d78717c2d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.391578] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.482727] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.483915] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.483915] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Deleting the datastore file [datastore1] 16c13e68-5140-4fb6-b670-6ddec41fd7ba {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.483915] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03696f2d-3f67-47ce-8d64-d7f0f7ba2373 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.494239] env[62849]: DEBUG oslo_vmware.api [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for the task: (returnval){ [ 778.494239] env[62849]: value = "task-4404208" [ 778.494239] env[62849]: _type = "Task" [ 778.494239] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.509645] env[62849]: DEBUG oslo_vmware.api [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.548027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.548727] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.548727] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.548952] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.549117] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.552125] env[62849]: INFO nova.compute.manager [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Terminating instance [ 778.588669] env[62849]: DEBUG oslo_vmware.api [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Task: {'id': task-4404204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550985} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.589018] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.589249] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.589579] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.589735] env[62849]: INFO nova.compute.manager [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Took 1.67 seconds to destroy the instance on the hypervisor. [ 778.590025] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.590248] env[62849]: DEBUG nova.compute.manager [-] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.590370] env[62849]: DEBUG nova.network.neutron [-] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 778.709369] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b3e0d271-6f37-4ff9-a3ca-580f327fc7ae tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "dbe12ff1-8993-4782-8f54-46797fbcd0d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.957s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.892498] env[62849]: DEBUG oslo_vmware.api [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404206, 'name': PowerOnVM_Task, 'duration_secs': 0.794235} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.896232] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.900660] env[62849]: DEBUG nova.compute.manager [None req-b6e673ba-7a25-4feb-8297-e9b16522c6ad tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.901745] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9e6d17-3376-47eb-8156-f05549165ada {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.010936] env[62849]: DEBUG oslo_vmware.api [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Task: {'id': task-4404208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384824} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.011874] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.012157] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.012342] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.012526] env[62849]: INFO nova.compute.manager [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Took 1.19 seconds to destroy the instance on the hypervisor. [ 779.012776] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.012985] env[62849]: DEBUG nova.compute.manager [-] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.013366] env[62849]: DEBUG nova.network.neutron [-] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 779.056990] env[62849]: DEBUG nova.compute.manager [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.056990] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.058044] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb57e19-486f-4b5f-bf0f-9512720697fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.067581] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.070727] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be2259fe-986d-45fc-bcf6-ad45acad5277 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.079606] env[62849]: DEBUG oslo_vmware.api [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 779.079606] env[62849]: value = "task-4404209" [ 779.079606] env[62849]: _type = "Task" [ 779.079606] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.101276] env[62849]: DEBUG oslo_vmware.api [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.286811] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab336cd-ccd5-4b5d-be9b-3bf849c1155a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.299172] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8631630c-f25d-4020-918a-6972e36554e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.340987] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799c0046-45df-4057-947d-b9becb70b4b1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.348345] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "0b38ac85-980b-4320-a30d-633d862412e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.348638] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "0b38ac85-980b-4320-a30d-633d862412e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.356149] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ba6dc8-d04a-464f-9640-ecb80db08f5a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.374661] env[62849]: DEBUG nova.compute.provider_tree [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.407047] env[62849]: DEBUG nova.network.neutron [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance_info_cache with network_info: [{"id": "35406f87-5073-49f4-8677-88e3575f78c2", "address": "fa:16:3e:5f:25:bb", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35406f87-50", "ovs_interfaceid": "35406f87-5073-49f4-8677-88e3575f78c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.460226] env[62849]: DEBUG nova.compute.manager [req-b726e02c-1b10-49ca-aa92-8deed9f75853 req-99fef5bf-a1a6-4747-bdd8-19a8f1b82680 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Received event network-vif-deleted-d16cb94e-a1ad-447d-88c7-b7b982b83b38 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 779.460226] env[62849]: INFO nova.compute.manager [req-b726e02c-1b10-49ca-aa92-8deed9f75853 req-99fef5bf-a1a6-4747-bdd8-19a8f1b82680 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Neutron deleted interface d16cb94e-a1ad-447d-88c7-b7b982b83b38; detaching it from the instance and deleting it from the info cache [ 779.460579] env[62849]: DEBUG nova.network.neutron [req-b726e02c-1b10-49ca-aa92-8deed9f75853 req-99fef5bf-a1a6-4747-bdd8-19a8f1b82680 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.592306] env[62849]: DEBUG oslo_vmware.api [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404209, 'name': PowerOffVM_Task, 'duration_secs': 0.253953} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.592378] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.592548] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.592825] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba782ca1-769d-46c6-b167-1b225810cc8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.632580] env[62849]: DEBUG nova.network.neutron [-] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.654792] env[62849]: DEBUG nova.network.neutron [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Successfully updated port: 43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.678984] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.679224] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.679570] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleting the datastore file [datastore2] 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.679889] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7298f1e-a900-42fe-820a-c35a60bb1a21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.688355] env[62849]: DEBUG oslo_vmware.api [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 779.688355] env[62849]: value = "task-4404211" [ 779.688355] env[62849]: _type = "Task" [ 779.688355] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.699118] env[62849]: DEBUG oslo_vmware.api [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.753687] env[62849]: DEBUG nova.compute.manager [req-44fcd3ff-c8dd-4887-9b07-396ca2ac2d2c req-59582e31-7b69-48bf-9339-2d2775f78ce3 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Received event network-vif-plugged-43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 779.753687] env[62849]: DEBUG oslo_concurrency.lockutils [req-44fcd3ff-c8dd-4887-9b07-396ca2ac2d2c req-59582e31-7b69-48bf-9339-2d2775f78ce3 service nova] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.753687] env[62849]: DEBUG oslo_concurrency.lockutils [req-44fcd3ff-c8dd-4887-9b07-396ca2ac2d2c req-59582e31-7b69-48bf-9339-2d2775f78ce3 service nova] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.753687] env[62849]: DEBUG oslo_concurrency.lockutils [req-44fcd3ff-c8dd-4887-9b07-396ca2ac2d2c req-59582e31-7b69-48bf-9339-2d2775f78ce3 service nova] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.753997] env[62849]: DEBUG nova.compute.manager [req-44fcd3ff-c8dd-4887-9b07-396ca2ac2d2c req-59582e31-7b69-48bf-9339-2d2775f78ce3 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] No waiting events found dispatching network-vif-plugged-43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.754394] env[62849]: WARNING nova.compute.manager [req-44fcd3ff-c8dd-4887-9b07-396ca2ac2d2c req-59582e31-7b69-48bf-9339-2d2775f78ce3 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Received unexpected event network-vif-plugged-43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 for instance with vm_state building and task_state spawning. [ 779.851397] env[62849]: DEBUG nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.880380] env[62849]: DEBUG nova.scheduler.client.report [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.910310] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.963774] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25745432-88da-4283-bc50-1c4ab6413673 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.975550] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b83f041-764f-46cc-b62c-45aaa468910f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.013915] env[62849]: DEBUG nova.compute.manager [req-b726e02c-1b10-49ca-aa92-8deed9f75853 req-99fef5bf-a1a6-4747-bdd8-19a8f1b82680 service nova] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Detach interface failed, port_id=d16cb94e-a1ad-447d-88c7-b7b982b83b38, reason: Instance 0c38b968-7a95-430d-a1d3-fe656571edfd could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 780.137846] env[62849]: INFO nova.compute.manager [-] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Took 1.55 seconds to deallocate network for instance. [ 780.149105] env[62849]: INFO nova.compute.manager [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Rebuilding instance [ 780.157134] env[62849]: DEBUG nova.network.neutron [-] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.161811] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.161811] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.161811] env[62849]: DEBUG nova.network.neutron [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.202305] env[62849]: DEBUG oslo_vmware.api [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421729} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.206474] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.206624] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.206799] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.206970] env[62849]: INFO nova.compute.manager [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 780.207232] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.208179] env[62849]: DEBUG nova.compute.manager [-] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.208179] env[62849]: DEBUG nova.network.neutron [-] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 780.230944] env[62849]: INFO nova.compute.manager [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Unrescuing [ 780.231119] env[62849]: DEBUG oslo_concurrency.lockutils [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.231325] env[62849]: DEBUG oslo_concurrency.lockutils [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquired lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.231707] env[62849]: DEBUG nova.network.neutron [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.233204] env[62849]: DEBUG nova.compute.manager [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.236689] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df58da-1d7f-4ae2-a8e3-527b2d9fa505 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.386142] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.390850] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.471s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.390850] env[62849]: DEBUG nova.objects.instance [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lazy-loading 'resources' on Instance uuid dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.398560] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.407479] env[62849]: INFO nova.scheduler.client.report [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Deleted allocations for instance 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9 [ 780.419725] env[62849]: DEBUG nova.compute.manager [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62849) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 780.419725] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.644972] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.658043] env[62849]: INFO nova.compute.manager [-] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Took 1.64 seconds to deallocate network for instance. [ 780.730995] env[62849]: DEBUG nova.network.neutron [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 780.835230] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquiring lock "82246b48-16e4-49e1-9578-181408b6bbe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.835666] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "82246b48-16e4-49e1-9578-181408b6bbe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.930280] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bb8b1aa0-4434-47b3-b520-fdb214278cbc tempest-ImagesOneServerTestJSON-464456993 tempest-ImagesOneServerTestJSON-464456993-project-member] Lock "2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.397s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.164692] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.183170] env[62849]: DEBUG nova.network.neutron [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updating instance_info_cache with network_info: [{"id": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "address": "fa:16:3e:28:09:c2", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a4a7e4-0c", "ovs_interfaceid": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.258075] env[62849]: DEBUG nova.network.neutron [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Updating instance_info_cache with network_info: [{"id": "8d158264-85a8-422a-8cd8-814d53084059", "address": "fa:16:3e:98:6e:25", "network": {"id": "996e0d60-5e02-47bd-b96d-a4678db58140", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1433507578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60b4382c82e04ec5838aee623c678786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d158264-85", "ovs_interfaceid": "8d158264-85a8-422a-8cd8-814d53084059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.263496] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.264873] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af68755b-1abb-40cd-9ab0-1995be0566bb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.289676] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 781.289676] env[62849]: value = "task-4404212" [ 781.289676] env[62849]: _type = "Task" [ 781.289676] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.303348] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.339703] env[62849]: DEBUG nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.512081] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e4e049-06e4-4832-9f86-02bf1e78aa65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.524227] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3726c-1b9d-4de4-a5e3-af3ae8051e75 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.571321] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2d1796-a422-4f50-8f2f-f2d9d5b09ee1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.581029] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93766c5-d038-4e88-9459-19eea9d4c56c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.596106] env[62849]: DEBUG nova.compute.provider_tree [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.684374] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Releasing lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.684725] env[62849]: DEBUG nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Instance network_info: |[{"id": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "address": "fa:16:3e:28:09:c2", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a4a7e4-0c", "ovs_interfaceid": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.685183] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:09:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.696223] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Creating folder: Project (2c5342bd070341728f353331361556bc). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.696697] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16c9c9b5-a8a5-4762-b488-95f6bb9775b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.710400] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Created folder: Project (2c5342bd070341728f353331361556bc) in parent group-v861840. [ 781.710400] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Creating folder: Instances. Parent ref: group-v861990. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.710400] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e8156f4-6e4d-421a-82b1-9d39a423175e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.721925] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Created folder: Instances in parent group-v861990. [ 781.722188] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.722388] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.722596] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cde1e76-ee5e-40f7-b3f9-6299a068f134 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.747731] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.747731] env[62849]: value = "task-4404215" [ 781.747731] env[62849]: _type = "Task" [ 781.747731] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.757682] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404215, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.765385] env[62849]: DEBUG oslo_concurrency.lockutils [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Releasing lock "refresh_cache-78eaf85c-3da6-4a89-b43f-ce6f236bd264" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.767266] env[62849]: DEBUG nova.objects.instance [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lazy-loading 'flavor' on Instance uuid 78eaf85c-3da6-4a89-b43f-ce6f236bd264 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.800973] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404212, 'name': PowerOffVM_Task, 'duration_secs': 0.252443} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.801265] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.801508] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.802297] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fa4316-56bf-428c-be01-77208f3c795d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.812838] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.813201] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d37c044e-cfe5-488f-849a-df859eeb0c38 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.866170] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.893071] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.893358] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.893592] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleting the datastore file [datastore1] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.893880] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7a3cdca-f4ef-4a2a-af9f-c20c316a96bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.901886] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 781.901886] env[62849]: value = "task-4404217" [ 781.901886] env[62849]: _type = "Task" [ 781.901886] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.911940] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.943480] env[62849]: DEBUG nova.compute.manager [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Received event network-vif-deleted-af0f6804-eaaa-4142-b0b2-66b8b1f3c392 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 781.944077] env[62849]: DEBUG nova.compute.manager [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Received event network-changed-43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 781.944077] env[62849]: DEBUG nova.compute.manager [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Refreshing instance network info cache due to event network-changed-43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 781.946205] env[62849]: DEBUG oslo_concurrency.lockutils [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] Acquiring lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.946384] env[62849]: DEBUG oslo_concurrency.lockutils [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] Acquired lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.946567] env[62849]: DEBUG nova.network.neutron [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Refreshing network info cache for port 43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.976032] env[62849]: DEBUG nova.network.neutron [-] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.103032] env[62849]: DEBUG nova.scheduler.client.report [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.258930] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404215, 'name': CreateVM_Task, 'duration_secs': 0.497192} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.259134] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.259898] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.260071] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.260398] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.260702] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-228b3595-4577-41d9-b525-12cd12d04c37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.266804] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 782.266804] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52182ae8-0a21-6aa5-e915-7329566956fd" [ 782.266804] env[62849]: _type = "Task" [ 782.266804] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.278820] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52182ae8-0a21-6aa5-e915-7329566956fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.280061] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52117aa3-c6cd-4f5d-a20c-c5f6c0905249 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.313274] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.313815] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c79f9d-be9a-4e48-ae38-acd9c10bff5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.322886] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 782.322886] env[62849]: value = "task-4404218" [ 782.322886] env[62849]: _type = "Task" [ 782.322886] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.333363] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.413136] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279161} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.413588] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.413901] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.414223] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.482019] env[62849]: INFO nova.compute.manager [-] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Took 2.27 seconds to deallocate network for instance. [ 782.614576] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.618019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.805s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.618019] env[62849]: DEBUG nova.objects.instance [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'resources' on Instance uuid 9b4dc4d7-5aae-4723-a7c4-c728642594d3 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.644275] env[62849]: INFO nova.scheduler.client.report [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Deleted allocations for instance dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a [ 782.750093] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.750360] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.789492] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52182ae8-0a21-6aa5-e915-7329566956fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01499} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.791032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.791032] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.791032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.791332] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.791535] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.792141] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ae422e-7150-48d1-9f4c-ae3ae0bb6e81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.806030] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.806229] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.806985] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee760bf6-4cb4-43ca-8a90-d434f3514017 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.815093] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 782.815093] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b67126-3010-9993-58ad-59bf1d01e827" [ 782.815093] env[62849]: _type = "Task" [ 782.815093] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.829873] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b67126-3010-9993-58ad-59bf1d01e827, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.833718] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d79605-bdef-4956-85a3-3365189aa1f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.841952] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404218, 'name': PowerOffVM_Task, 'duration_secs': 0.239038} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.843483] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.849062] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.850673] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 782.850673] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527a2efd-9ba9-fac6-6414-98ec3ec4aa59" [ 782.850673] env[62849]: _type = "Task" [ 782.850673] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.850673] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d5d17d-6ed9-450d-a561-fa62434993e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.865184] env[62849]: DEBUG nova.network.neutron [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updated VIF entry in instance network info cache for port 43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 782.865184] env[62849]: DEBUG nova.network.neutron [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updating instance_info_cache with network_info: [{"id": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "address": "fa:16:3e:28:09:c2", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a4a7e4-0c", "ovs_interfaceid": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.876855] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527a2efd-9ba9-fac6-6414-98ec3ec4aa59, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.879022] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.879405] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 379996e0-b80e-4066-a47f-1bcf26c647fb/379996e0-b80e-4066-a47f-1bcf26c647fb.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.879807] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 782.879807] env[62849]: value = "task-4404219" [ 782.879807] env[62849]: _type = "Task" [ 782.879807] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.880112] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48577f7a-d685-448e-82fb-a79a2111c304 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.895778] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.896497] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 782.896497] env[62849]: value = "task-4404220" [ 782.896497] env[62849]: _type = "Task" [ 782.896497] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.906575] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.985544] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.157377] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3b37f060-cb4b-4dba-b12b-447b09458d84 tempest-ServersTestJSON-1961539448 tempest-ServersTestJSON-1961539448-project-member] Lock "dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.199s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.254214] env[62849]: DEBUG nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.370304] env[62849]: DEBUG oslo_concurrency.lockutils [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] Releasing lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.370848] env[62849]: DEBUG nova.compute.manager [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Received event network-vif-deleted-b8a12dcd-ac81-4888-860a-78b5b0e32b6b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 783.371010] env[62849]: INFO nova.compute.manager [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Neutron deleted interface b8a12dcd-ac81-4888-860a-78b5b0e32b6b; detaching it from the instance and deleting it from the info cache [ 783.371175] env[62849]: DEBUG nova.network.neutron [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.396263] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404219, 'name': ReconfigVM_Task, 'duration_secs': 0.242918} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.401260] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.401524] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.402270] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c8e534-a501-4a0d-8973-6295e61b7978 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.418520] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404220, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.420371] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 783.420371] env[62849]: value = "task-4404221" [ 783.420371] env[62849]: _type = "Task" [ 783.420371] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.438127] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.472377] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.472377] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.472377] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.472569] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.472569] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.472569] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.472569] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.472569] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.472760] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.472760] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.472760] env[62849]: DEBUG nova.virt.hardware [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.473234] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850a606-4fcb-44ea-a418-3bd0ed327d3c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.485335] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c5ec7-defa-4089-9dab-1dd3e9fc1ae3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.503910] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:a8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31366500-96e4-43b8-bdf0-b5265a4b64b3', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.512932] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.512932] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.515719] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02325e64-a063-429c-a669-6a8374275b3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.540417] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.540417] env[62849]: value = "task-4404222" [ 783.540417] env[62849]: _type = "Task" [ 783.540417] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.548450] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404222, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.766220] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a938b0ba-ae59-4efa-9613-eff2a6739350 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.775370] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9970e235-73d4-4e9f-8cd2-02c3550018c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.780550] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.821710] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe63875-f330-4fee-af79-0ea5325ec014 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.829612] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403fedab-e712-46f0-80d3-68081eceb3f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.849046] env[62849]: DEBUG nova.compute.provider_tree [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.875167] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5050be0-54a3-48b8-949e-8a26ead622e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.887654] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bbd774-e545-4e2b-b849-c1702cc9bc87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.915023] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535264} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.927112] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 379996e0-b80e-4066-a47f-1bcf26c647fb/379996e0-b80e-4066-a47f-1bcf26c647fb.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.927375] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.928301] env[62849]: DEBUG nova.compute.manager [req-de8a4e8a-ede2-446d-8f86-13226a4f520c req-74e039e8-7625-4856-94f1-ca203a2a3691 service nova] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Detach interface failed, port_id=b8a12dcd-ac81-4888-860a-78b5b0e32b6b, reason: Instance 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 783.928723] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e10caa-3964-408f-95d8-80bfb28a7552 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.942585] env[62849]: DEBUG oslo_vmware.api [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404221, 'name': PowerOnVM_Task, 'duration_secs': 0.436621} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.943612] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.943988] env[62849]: DEBUG nova.compute.manager [None req-927635a4-508a-4cae-ac5e-df6e2fffcd5b tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.944447] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 783.944447] env[62849]: value = "task-4404223" [ 783.944447] env[62849]: _type = "Task" [ 783.944447] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.945270] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52461c54-ad10-400d-8c17-0543d0137567 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.963508] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.051444] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404222, 'name': CreateVM_Task, 'duration_secs': 0.396126} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.051710] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.053196] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.053196] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.053196] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.053196] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd450c5-112d-4aa8-b607-7c71cf729b3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.058699] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 784.058699] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5254ea13-482c-f419-792c-4b7dce10a663" [ 784.058699] env[62849]: _type = "Task" [ 784.058699] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.073315] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5254ea13-482c-f419-792c-4b7dce10a663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.353360] env[62849]: DEBUG nova.scheduler.client.report [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.460188] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082495} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.460305] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.461133] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40892cd1-ce21-4fba-af9a-20f0a8b9a2cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.490671] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 379996e0-b80e-4066-a47f-1bcf26c647fb/379996e0-b80e-4066-a47f-1bcf26c647fb.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.491050] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0374a6-15c2-40d7-a262-472355aa361d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.514017] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 784.514017] env[62849]: value = "task-4404224" [ 784.514017] env[62849]: _type = "Task" [ 784.514017] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.525493] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.570370] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5254ea13-482c-f419-792c-4b7dce10a663, 'name': SearchDatastore_Task, 'duration_secs': 0.031648} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.570717] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.570954] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.571197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.571340] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.571514] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.571783] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d86ab0c-2d1f-4580-97d0-b789d2312918 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.584141] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.584375] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.585231] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14479bf5-c059-4ae5-b1c7-2cbb4ba53237 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.593850] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 784.593850] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5277f160-d8ff-5e1a-4372-04d5cd5d6992" [ 784.593850] env[62849]: _type = "Task" [ 784.593850] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.603547] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5277f160-d8ff-5e1a-4372-04d5cd5d6992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.860969] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.864095] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.786s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.865409] env[62849]: INFO nova.compute.claims [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.904162] env[62849]: INFO nova.scheduler.client.report [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted allocations for instance 9b4dc4d7-5aae-4723-a7c4-c728642594d3 [ 785.025526] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404224, 'name': ReconfigVM_Task, 'duration_secs': 0.349036} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.026181] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 379996e0-b80e-4066-a47f-1bcf26c647fb/379996e0-b80e-4066-a47f-1bcf26c647fb.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.027239] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9960b10-f26e-4d38-bc79-96d511056e2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.036336] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 785.036336] env[62849]: value = "task-4404225" [ 785.036336] env[62849]: _type = "Task" [ 785.036336] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.051847] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404225, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.105786] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5277f160-d8ff-5e1a-4372-04d5cd5d6992, 'name': SearchDatastore_Task, 'duration_secs': 0.01418} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.106952] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbbdcde1-b4c0-444d-b708-11c477e8818c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.113851] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 785.113851] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ba805d-52c4-422a-7459-09cc5b3eb866" [ 785.113851] env[62849]: _type = "Task" [ 785.113851] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.123399] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ba805d-52c4-422a-7459-09cc5b3eb866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.415097] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2843bf-ff28-463b-966b-9352c1c710d0 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9b4dc4d7-5aae-4723-a7c4-c728642594d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.834s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.546867] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404225, 'name': Rename_Task, 'duration_secs': 0.158511} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.547611] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.547910] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59aa781e-70be-4df5-bd68-12cd0640742d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.559307] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 785.559307] env[62849]: value = "task-4404226" [ 785.559307] env[62849]: _type = "Task" [ 785.559307] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.569537] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.625365] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ba805d-52c4-422a-7459-09cc5b3eb866, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.626816] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.626942] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.631960] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52a9ebc0-7fef-4d52-9bb1-833ef72ad50e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.641021] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 785.641021] env[62849]: value = "task-4404227" [ 785.641021] env[62849]: _type = "Task" [ 785.641021] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.653238] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.072548] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.136049] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.136604] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.136604] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.136779] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.136896] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.141536] env[62849]: INFO nova.compute.manager [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Terminating instance [ 786.162018] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.469377] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff41f676-2751-4b56-bb7b-8b4b3bf11efe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.479600] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4ea95a-4112-4bbb-82e1-5ac81aa3c4a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.515586] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3dc781-073e-4db6-8e34-ed5384e2242c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.524466] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0306167-d26f-4b0d-baf6-6c0474197d05 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.541997] env[62849]: DEBUG nova.compute.provider_tree [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.569710] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.654528] env[62849]: DEBUG nova.compute.manager [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.654528] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.654528] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635217} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.657640] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f49860-1618-47b7-b132-d7895b432d8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.660631] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.660899] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.661200] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8b24c83-14d4-4bfd-a02c-6b3a617d06ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.669167] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.670814] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dec988f6-4878-4222-aa35-3054152b0678 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.673463] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 786.673463] env[62849]: value = "task-4404228" [ 786.673463] env[62849]: _type = "Task" [ 786.673463] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.680311] env[62849]: DEBUG oslo_vmware.api [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 786.680311] env[62849]: value = "task-4404229" [ 786.680311] env[62849]: _type = "Task" [ 786.680311] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.684886] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.695501] env[62849]: DEBUG oslo_vmware.api [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.045842] env[62849]: DEBUG nova.scheduler.client.report [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.071852] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.197675] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104757} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.198932] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.200619] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155ea4cf-d868-44bd-8f98-ad62075490f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.210500] env[62849]: DEBUG oslo_vmware.api [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404229, 'name': PowerOffVM_Task, 'duration_secs': 0.198332} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.210500] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.210500] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.210500] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c6ad504-9b93-4d98-8a0c-6cccdbe2bab1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.232059] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.232059] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f8c766-8b13-4a7e-ad58-4ba98c0898d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.253512] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 787.253512] env[62849]: value = "task-4404231" [ 787.253512] env[62849]: _type = "Task" [ 787.253512] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.262048] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.283914] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.285401] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.285401] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Deleting the datastore file [datastore2] 78eaf85c-3da6-4a89-b43f-ce6f236bd264 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.285401] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11129510-44f0-43d4-9c02-603362f1caf8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.294553] env[62849]: DEBUG oslo_vmware.api [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 787.294553] env[62849]: value = "task-4404232" [ 787.294553] env[62849]: _type = "Task" [ 787.294553] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.305691] env[62849]: DEBUG oslo_vmware.api [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.551915] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.552536] env[62849]: DEBUG nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.561072] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.702s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.561428] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.561573] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 787.561905] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.351s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.563818] env[62849]: INFO nova.compute.claims [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.569244] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f251cb-8043-47d0-a04f-e50d45b93cea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.585151] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2e8aa-b99b-4a5a-85c3-920d31e4aaae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.589931] env[62849]: DEBUG oslo_vmware.api [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404226, 'name': PowerOnVM_Task, 'duration_secs': 1.663582} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.590600] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.590822] env[62849]: INFO nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Took 9.63 seconds to spawn the instance on the hypervisor. [ 787.591016] env[62849]: DEBUG nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.592267] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2d426-aca6-4c38-9323-4e29858225b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.606223] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5257ccb-f9d6-4751-9ea6-565e3c88cfba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.622805] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617d3ffb-1829-483e-a112-14f084f7d4d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.659869] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177262MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 787.660049] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.681846] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.682154] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.763871] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.806169] env[62849]: DEBUG oslo_vmware.api [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153489} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.806473] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.806970] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.806970] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.806970] env[62849]: INFO nova.compute.manager [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Took 1.15 seconds to destroy the instance on the hypervisor. [ 787.807204] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.807391] env[62849]: DEBUG nova.compute.manager [-] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.808326] env[62849]: DEBUG nova.network.neutron [-] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.844052] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.844282] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.069322] env[62849]: DEBUG nova.compute.utils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.070875] env[62849]: DEBUG nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.071419] env[62849]: DEBUG nova.network.neutron [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 788.125200] env[62849]: INFO nova.compute.manager [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Took 39.78 seconds to build instance. [ 788.142242] env[62849]: DEBUG nova.policy [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.184290] env[62849]: DEBUG nova.compute.manager [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.265965] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.346424] env[62849]: DEBUG nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.512177] env[62849]: DEBUG nova.compute.manager [req-1c283c60-e9a0-4e55-b8e6-3da4e98d8a94 req-6c89e51f-4391-49ae-9a43-f95471014cc8 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Received event network-vif-deleted-8d158264-85a8-422a-8cd8-814d53084059 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 788.512177] env[62849]: INFO nova.compute.manager [req-1c283c60-e9a0-4e55-b8e6-3da4e98d8a94 req-6c89e51f-4391-49ae-9a43-f95471014cc8 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Neutron deleted interface 8d158264-85a8-422a-8cd8-814d53084059; detaching it from the instance and deleting it from the info cache [ 788.512348] env[62849]: DEBUG nova.network.neutron [req-1c283c60-e9a0-4e55-b8e6-3da4e98d8a94 req-6c89e51f-4391-49ae-9a43-f95471014cc8 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.575357] env[62849]: DEBUG nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.627434] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71dd56b8-6863-482f-960c-17a1015108ad tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.299s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.711512] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.770368] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.888038] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.932311] env[62849]: DEBUG nova.network.neutron [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Successfully created port: a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 788.935258] env[62849]: DEBUG nova.network.neutron [-] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.019831] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc956446-60ac-4750-ad1c-669d5826ed5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.036354] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b939ae4d-23cb-4d82-ba95-2fb5d06a8cd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.074548] env[62849]: DEBUG nova.compute.manager [req-1c283c60-e9a0-4e55-b8e6-3da4e98d8a94 req-6c89e51f-4391-49ae-9a43-f95471014cc8 service nova] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Detach interface failed, port_id=8d158264-85a8-422a-8cd8-814d53084059, reason: Instance 78eaf85c-3da6-4a89-b43f-ce6f236bd264 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 789.215377] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84511975-bdc3-4ae5-896a-df1cba0d4e46 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.224641] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4fd3b0-00a0-48ba-98bc-3481bb249a57 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.272334] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72565df-1a37-4641-9164-703f74ae2492 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.284077] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404231, 'name': ReconfigVM_Task, 'duration_secs': 1.761073} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.285570] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59dfec1-c1e0-4a01-bef7-540a58913e3d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.295240] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.295240] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92807fae-ba20-46bf-bab1-a69154462d6f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.309482] env[62849]: DEBUG nova.compute.provider_tree [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.312959] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 789.312959] env[62849]: value = "task-4404233" [ 789.312959] env[62849]: _type = "Task" [ 789.312959] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.324250] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404233, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.438777] env[62849]: INFO nova.compute.manager [-] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Took 1.63 seconds to deallocate network for instance. [ 789.487835] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.488285] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.595416] env[62849]: DEBUG nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.631069] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.631327] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.631482] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.631660] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.631808] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.631954] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.632178] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.632336] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.632502] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.632694] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.632833] env[62849]: DEBUG nova.virt.hardware [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.634024] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3f35bf-5158-4508-8df2-d6f70efcdc1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.643008] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1089811-73dc-47a8-aa3d-d8c9ddecfcfe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.648719] env[62849]: DEBUG nova.compute.manager [req-6e249cbc-5fea-4d10-9cc3-38f965290196 req-fc95718b-6b9e-4385-9648-d93934ce986b service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Received event network-changed-43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 789.648903] env[62849]: DEBUG nova.compute.manager [req-6e249cbc-5fea-4d10-9cc3-38f965290196 req-fc95718b-6b9e-4385-9648-d93934ce986b service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Refreshing instance network info cache due to event network-changed-43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 789.649123] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e249cbc-5fea-4d10-9cc3-38f965290196 req-fc95718b-6b9e-4385-9648-d93934ce986b service nova] Acquiring lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.649265] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e249cbc-5fea-4d10-9cc3-38f965290196 req-fc95718b-6b9e-4385-9648-d93934ce986b service nova] Acquired lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.649421] env[62849]: DEBUG nova.network.neutron [req-6e249cbc-5fea-4d10-9cc3-38f965290196 req-fc95718b-6b9e-4385-9648-d93934ce986b service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Refreshing network info cache for port 43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.814574] env[62849]: DEBUG nova.scheduler.client.report [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.829873] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404233, 'name': Rename_Task, 'duration_secs': 0.252175} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.829873] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.830632] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a65db173-6441-4ea7-b7f3-3a73b00cb532 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.839272] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 789.839272] env[62849]: value = "task-4404234" [ 789.839272] env[62849]: _type = "Task" [ 789.839272] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.849826] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.954843] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.991413] env[62849]: DEBUG nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.321189] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.321784] env[62849]: DEBUG nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.326786] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.943s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.327061] env[62849]: DEBUG nova.objects.instance [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lazy-loading 'resources' on Instance uuid 115a77eb-f555-4c0f-96b4-5d176f0d484f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.362147] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.523948] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.611414] env[62849]: DEBUG nova.network.neutron [req-6e249cbc-5fea-4d10-9cc3-38f965290196 req-fc95718b-6b9e-4385-9648-d93934ce986b service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updated VIF entry in instance network info cache for port 43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 790.611788] env[62849]: DEBUG nova.network.neutron [req-6e249cbc-5fea-4d10-9cc3-38f965290196 req-fc95718b-6b9e-4385-9648-d93934ce986b service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updating instance_info_cache with network_info: [{"id": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "address": "fa:16:3e:28:09:c2", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a4a7e4-0c", "ovs_interfaceid": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.692367] env[62849]: DEBUG nova.compute.manager [req-1a127362-fca1-4e11-8233-782ae8bb41fe req-450d5f59-415b-477d-aff4-cc48a9e897ee service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received event network-vif-plugged-a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 790.693059] env[62849]: DEBUG oslo_concurrency.lockutils [req-1a127362-fca1-4e11-8233-782ae8bb41fe req-450d5f59-415b-477d-aff4-cc48a9e897ee service nova] Acquiring lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.693059] env[62849]: DEBUG oslo_concurrency.lockutils [req-1a127362-fca1-4e11-8233-782ae8bb41fe req-450d5f59-415b-477d-aff4-cc48a9e897ee service nova] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.693922] env[62849]: DEBUG oslo_concurrency.lockutils [req-1a127362-fca1-4e11-8233-782ae8bb41fe req-450d5f59-415b-477d-aff4-cc48a9e897ee service nova] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.693922] env[62849]: DEBUG nova.compute.manager [req-1a127362-fca1-4e11-8233-782ae8bb41fe req-450d5f59-415b-477d-aff4-cc48a9e897ee service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] No waiting events found dispatching network-vif-plugged-a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.693922] env[62849]: WARNING nova.compute.manager [req-1a127362-fca1-4e11-8233-782ae8bb41fe req-450d5f59-415b-477d-aff4-cc48a9e897ee service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received unexpected event network-vif-plugged-a649072e-232c-4df1-ac24-0c7606973315 for instance with vm_state building and task_state spawning. [ 790.788935] env[62849]: DEBUG nova.network.neutron [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Successfully updated port: a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 790.830515] env[62849]: DEBUG nova.compute.utils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.834896] env[62849]: DEBUG nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.835097] env[62849]: DEBUG nova.network.neutron [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 790.850477] env[62849]: DEBUG oslo_vmware.api [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404234, 'name': PowerOnVM_Task, 'duration_secs': 0.636269} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.850855] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.850977] env[62849]: DEBUG nova.compute.manager [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.851752] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd1177e-5600-4a3d-820d-107531251c8b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.874711] env[62849]: DEBUG nova.policy [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18f5749b7044f5fbcf8f278a8242c57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be2f8276d9fb4f92b7592668686a977d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.116128] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e249cbc-5fea-4d10-9cc3-38f965290196 req-fc95718b-6b9e-4385-9648-d93934ce986b service nova] Releasing lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.180999] env[62849]: DEBUG nova.network.neutron [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Successfully created port: bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 791.292209] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.292422] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.293074] env[62849]: DEBUG nova.network.neutron [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 791.330020] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4fa8ec-ed62-47e4-96ba-6074d020b784 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.339017] env[62849]: DEBUG nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.343031] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20026604-c20e-4bba-bbdd-33c9006d5ab4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.385333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.388283] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79660c3c-3766-42d0-9a69-f8415d65cf66 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.397072] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fb6964-c924-47e7-9686-f6fba7735868 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.412915] env[62849]: DEBUG nova.compute.provider_tree [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.851302] env[62849]: DEBUG nova.network.neutron [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 791.916606] env[62849]: DEBUG nova.scheduler.client.report [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.113588] env[62849]: DEBUG nova.network.neutron [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [{"id": "a649072e-232c-4df1-ac24-0c7606973315", "address": "fa:16:3e:aa:af:c8", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa649072e-23", "ovs_interfaceid": "a649072e-232c-4df1-ac24-0c7606973315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.334074] env[62849]: INFO nova.compute.manager [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Rebuilding instance [ 792.356298] env[62849]: DEBUG nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.385466] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.388088] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.388088] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.388088] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.388088] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.388088] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.388455] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.388455] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.388455] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.388455] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.388455] env[62849]: DEBUG nova.virt.hardware [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.388629] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afb25b3-f36e-4297-800e-351febdb68c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.393398] env[62849]: DEBUG nova.compute.manager [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.394664] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf1ac8-f7d2-4dec-9006-6bbbe5124f93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.404606] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c729c-2560-4f2d-ab94-f699533dcbbf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.425633] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.427952] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.366s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.429551] env[62849]: INFO nova.compute.claims [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.458975] env[62849]: INFO nova.scheduler.client.report [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Deleted allocations for instance 115a77eb-f555-4c0f-96b4-5d176f0d484f [ 792.616502] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.616862] env[62849]: DEBUG nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Instance network_info: |[{"id": "a649072e-232c-4df1-ac24-0c7606973315", "address": "fa:16:3e:aa:af:c8", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa649072e-23", "ovs_interfaceid": "a649072e-232c-4df1-ac24-0c7606973315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.618040] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:af:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a649072e-232c-4df1-ac24-0c7606973315', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.626376] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Creating folder: Project (d77a69afbb08458681c11638fada3879). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.627260] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac39cfdd-f1d7-415d-a3a6-dd6ea58bdb13 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.639758] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Created folder: Project (d77a69afbb08458681c11638fada3879) in parent group-v861840. [ 792.640062] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Creating folder: Instances. Parent ref: group-v861994. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.640717] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca783bc-6390-44c1-8d57-f44ad9809402 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.652240] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Created folder: Instances in parent group-v861994. [ 792.652564] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.653689] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.653689] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72d06bf2-f977-4585-8c46-26e8409b32d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.674726] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.674726] env[62849]: value = "task-4404237" [ 792.674726] env[62849]: _type = "Task" [ 792.674726] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.684970] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404237, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.759852] env[62849]: DEBUG nova.compute.manager [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received event network-changed-a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 792.760306] env[62849]: DEBUG nova.compute.manager [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Refreshing instance network info cache due to event network-changed-a649072e-232c-4df1-ac24-0c7606973315. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 792.760749] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] Acquiring lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.761074] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] Acquired lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.761356] env[62849]: DEBUG nova.network.neutron [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Refreshing network info cache for port a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.865396] env[62849]: DEBUG nova.network.neutron [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Successfully updated port: bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 792.969912] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ac26b01-7375-4cd3-ad4e-2c92342cb874 tempest-ServersTestBootFromVolume-595571146 tempest-ServersTestBootFromVolume-595571146-project-member] Lock "115a77eb-f555-4c0f-96b4-5d176f0d484f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.951s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.190605] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404237, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.367372] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.367682] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.367733] env[62849]: DEBUG nova.network.neutron [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 793.416416] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.416855] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea4995ac-d093-49c4-8d32-608f77f4d56c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.429644] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 793.429644] env[62849]: value = "task-4404238" [ 793.429644] env[62849]: _type = "Task" [ 793.429644] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.450019] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.524514] env[62849]: DEBUG nova.network.neutron [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updated VIF entry in instance network info cache for port a649072e-232c-4df1-ac24-0c7606973315. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.524926] env[62849]: DEBUG nova.network.neutron [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [{"id": "a649072e-232c-4df1-ac24-0c7606973315", "address": "fa:16:3e:aa:af:c8", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa649072e-23", "ovs_interfaceid": "a649072e-232c-4df1-ac24-0c7606973315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.689833] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404237, 'name': CreateVM_Task, 'duration_secs': 0.593147} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.692559] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.693460] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.693648] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.693951] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.694225] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f66082-be6e-4ee2-83cb-9f25560bf65b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.700445] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 793.700445] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527312cc-2134-2174-12a5-044990259450" [ 793.700445] env[62849]: _type = "Task" [ 793.700445] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.710890] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527312cc-2134-2174-12a5-044990259450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.915096] env[62849]: DEBUG nova.network.neutron [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 793.932213] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e076b3e-4331-4013-b0c9-f12818314e00 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.950450] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d184b12-ce33-4067-aebe-b20026454b29 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.954174] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404238, 'name': PowerOffVM_Task, 'duration_secs': 0.438277} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.954599] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.954700] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.955756] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b0f46-d4b1-492c-8345-ad1e1f569dd1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.986278] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed881f9-3d11-4d0d-8f2e-f3010ab5c0f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.991447] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.992252] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a77734a9-a34c-4bcd-89c0-56e7189aa06f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.997569] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb7aeb-6fe4-4015-9de2-a5e093cccf55 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.013315] env[62849]: DEBUG nova.compute.provider_tree [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.028328] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] Releasing lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.028637] env[62849]: DEBUG nova.compute.manager [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Received event network-vif-plugged-bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 794.028807] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] Acquiring lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.029019] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] Lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.029182] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] Lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.029343] env[62849]: DEBUG nova.compute.manager [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] No waiting events found dispatching network-vif-plugged-bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.029572] env[62849]: WARNING nova.compute.manager [req-6b3a7115-e1af-4a84-8a1b-42ae245fe5b8 req-ce301521-0dd9-4144-9119-2fb78ba3c558 service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Received unexpected event network-vif-plugged-bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 for instance with vm_state building and task_state spawning. [ 794.086501] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.086706] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.086898] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleting the datastore file [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.087224] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ed2d310-75a3-4482-b0e4-432c7bae601c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.095419] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 794.095419] env[62849]: value = "task-4404240" [ 794.095419] env[62849]: _type = "Task" [ 794.095419] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.104512] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.110218] env[62849]: DEBUG nova.network.neutron [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Updating instance_info_cache with network_info: [{"id": "bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825", "address": "fa:16:3e:32:36:22", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf285bb6-bd", "ovs_interfaceid": "bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.217251] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527312cc-2134-2174-12a5-044990259450, 'name': SearchDatastore_Task, 'duration_secs': 0.023658} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.217633] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.217867] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.221927] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.221927] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.221927] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.221927] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f4ab13d-7468-4bbd-b852-51ebf1bb5240 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.228929] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.229225] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.230035] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4553ac16-1a7b-46e0-9a62-57407ca5a4b1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.236356] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 794.236356] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c3e956-e295-7394-b9f4-8f340df49d1f" [ 794.236356] env[62849]: _type = "Task" [ 794.236356] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.246225] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c3e956-e295-7394-b9f4-8f340df49d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.518033] env[62849]: DEBUG nova.scheduler.client.report [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.605949] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226489} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.606120] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.606225] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.606406] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.617020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.617020] env[62849]: DEBUG nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Instance network_info: |[{"id": "bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825", "address": "fa:16:3e:32:36:22", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf285bb6-bd", "ovs_interfaceid": "bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.617312] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:36:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.622178] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.622441] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.622732] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a095f30c-b973-43fe-8685-3f725bba8832 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.645061] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.645061] env[62849]: value = "task-4404241" [ 794.645061] env[62849]: _type = "Task" [ 794.645061] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.654392] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404241, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.752806] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c3e956-e295-7394-b9f4-8f340df49d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.753691] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec57394c-f310-4984-b0a0-3679a1e921ab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.760409] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 794.760409] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ac0615-4dc5-b941-1ec8-a49805d46242" [ 794.760409] env[62849]: _type = "Task" [ 794.760409] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.769837] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ac0615-4dc5-b941-1ec8-a49805d46242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.795624] env[62849]: DEBUG nova.compute.manager [req-178b6927-9222-43e3-93de-e02b6148ff31 req-37233da2-8069-4b88-9ec1-50f1e4d0f31a service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Received event network-changed-bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 794.795624] env[62849]: DEBUG nova.compute.manager [req-178b6927-9222-43e3-93de-e02b6148ff31 req-37233da2-8069-4b88-9ec1-50f1e4d0f31a service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Refreshing instance network info cache due to event network-changed-bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 794.795624] env[62849]: DEBUG oslo_concurrency.lockutils [req-178b6927-9222-43e3-93de-e02b6148ff31 req-37233da2-8069-4b88-9ec1-50f1e4d0f31a service nova] Acquiring lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.795624] env[62849]: DEBUG oslo_concurrency.lockutils [req-178b6927-9222-43e3-93de-e02b6148ff31 req-37233da2-8069-4b88-9ec1-50f1e4d0f31a service nova] Acquired lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.795624] env[62849]: DEBUG nova.network.neutron [req-178b6927-9222-43e3-93de-e02b6148ff31 req-37233da2-8069-4b88-9ec1-50f1e4d0f31a service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Refreshing network info cache for port bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.023055] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.023574] env[62849]: DEBUG nova.compute.manager [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.030512] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.872s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.030512] env[62849]: INFO nova.compute.claims [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.166356] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404241, 'name': CreateVM_Task, 'duration_secs': 0.378136} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.166824] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.167741] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.167956] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.168315] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.168621] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8997d131-7132-4681-b384-2d6a924b5592 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.174863] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 795.174863] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5284774f-d5c2-2bb2-7f0e-fc28ff41e114" [ 795.174863] env[62849]: _type = "Task" [ 795.174863] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.186258] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5284774f-d5c2-2bb2-7f0e-fc28ff41e114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.277020] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ac0615-4dc5-b941-1ec8-a49805d46242, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.277020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.277020] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 06460b50-2b1a-46ae-b8d1-cb1ebae77f44/06460b50-2b1a-46ae-b8d1-cb1ebae77f44.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.277020] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79e6b0f9-ffd8-4bff-a2c7-945469c71219 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.287206] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 795.287206] env[62849]: value = "task-4404242" [ 795.287206] env[62849]: _type = "Task" [ 795.287206] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.303045] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.536349] env[62849]: DEBUG nova.compute.utils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.541499] env[62849]: DEBUG nova.compute.manager [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 795.608295] env[62849]: DEBUG nova.network.neutron [req-178b6927-9222-43e3-93de-e02b6148ff31 req-37233da2-8069-4b88-9ec1-50f1e4d0f31a service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Updated VIF entry in instance network info cache for port bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.608675] env[62849]: DEBUG nova.network.neutron [req-178b6927-9222-43e3-93de-e02b6148ff31 req-37233da2-8069-4b88-9ec1-50f1e4d0f31a service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Updating instance_info_cache with network_info: [{"id": "bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825", "address": "fa:16:3e:32:36:22", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf285bb6-bd", "ovs_interfaceid": "bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.657093] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.657436] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.657538] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.657694] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.657836] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.657980] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.658205] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.658628] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.658628] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.658738] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.659455] env[62849]: DEBUG nova.virt.hardware [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.660652] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd35984-c4f4-4b79-8392-e5a321017a3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.670353] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba405b87-fbfd-48ce-a5f1-eb5569b75d4a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.687803] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:a8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31366500-96e4-43b8-bdf0-b5265a4b64b3', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.696875] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.698259] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.698573] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e53d50e2-e417-4dbc-8948-cc33bbe9fd61 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.723065] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5284774f-d5c2-2bb2-7f0e-fc28ff41e114, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.723890] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.724162] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.724413] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.724559] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.724737] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.725037] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34fe37f6-1ed5-4014-ab6b-b9ff65fc43e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.732372] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.732372] env[62849]: value = "task-4404243" [ 795.732372] env[62849]: _type = "Task" [ 795.732372] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.739503] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.739769] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.743990] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ba7a6a-f7c5-46cf-9f73-b22bfeb6e50a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.747405] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404243, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.752543] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 795.752543] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526723fc-fb0c-91e3-c314-71b1dd6d7c6a" [ 795.752543] env[62849]: _type = "Task" [ 795.752543] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.766645] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526723fc-fb0c-91e3-c314-71b1dd6d7c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.801420] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404242, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.878243] env[62849]: INFO nova.compute.manager [None req-bb516544-779f-4630-89dc-d8486802bf6e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Get console output [ 795.878734] env[62849]: WARNING nova.virt.vmwareapi.driver [None req-bb516544-779f-4630-89dc-d8486802bf6e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] The console log is missing. Check your VSPC configuration [ 796.042416] env[62849]: DEBUG nova.compute.manager [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.112462] env[62849]: DEBUG oslo_concurrency.lockutils [req-178b6927-9222-43e3-93de-e02b6148ff31 req-37233da2-8069-4b88-9ec1-50f1e4d0f31a service nova] Releasing lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.245448] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404243, 'name': CreateVM_Task, 'duration_secs': 0.388415} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.245624] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.246890] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.246890] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.246890] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.247129] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0212080d-a83c-40d0-abd1-f37037001a7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.259055] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 796.259055] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5258d07f-ab5f-b752-e5c6-e8aac40e1d0e" [ 796.259055] env[62849]: _type = "Task" [ 796.259055] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.266155] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526723fc-fb0c-91e3-c314-71b1dd6d7c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.04306} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.267305] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4163cc86-f906-4b9e-9411-a0e82fecadd5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.273533] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5258d07f-ab5f-b752-e5c6-e8aac40e1d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.274245] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.274245] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.274465] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.277199] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 796.277199] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5271bf60-4fec-2ad6-2b30-8cd20ddb7b8c" [ 796.277199] env[62849]: _type = "Task" [ 796.277199] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.285579] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5271bf60-4fec-2ad6-2b30-8cd20ddb7b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.297660] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527466} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.297943] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 06460b50-2b1a-46ae-b8d1-cb1ebae77f44/06460b50-2b1a-46ae-b8d1-cb1ebae77f44.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.298173] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.298425] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b5d0816-c973-41a6-a30d-6844552ac6f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.306605] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 796.306605] env[62849]: value = "task-4404244" [ 796.306605] env[62849]: _type = "Task" [ 796.306605] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.315541] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.559314] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da56a7a-5638-4edf-9a31-40746eb21f56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.567789] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef72792d-afac-4de1-abfd-78b4f0bb1f3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.604106] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0ada6c-d182-499e-bae9-56d54b70bce8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.614361] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2d2299-4aa6-4aa2-97d5-85151f96b438 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.630563] env[62849]: DEBUG nova.compute.provider_tree [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.787483] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5271bf60-4fec-2ad6-2b30-8cd20ddb7b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.787780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.788049] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d/c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.788581] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.788581] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.788785] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc61cf49-121c-43f5-a069-d284eb625335 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.790997] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-054332a6-cf8a-4aca-9a48-9fb1d9b8de9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.799139] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 796.799139] env[62849]: value = "task-4404245" [ 796.799139] env[62849]: _type = "Task" [ 796.799139] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.800331] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.800499] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.804107] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f5a14d-79fa-4ac2-b38d-4c0a7dc347dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.813810] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 796.813810] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c60ffc-7741-cfb9-4f9e-446559dd00bd" [ 796.813810] env[62849]: _type = "Task" [ 796.813810] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.814077] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.820196] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072411} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.820845] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.821565] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89615f2b-4e66-4106-a17e-7ae7a5159c06 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.827338] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c60ffc-7741-cfb9-4f9e-446559dd00bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.828447] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e097701c-780b-4a02-abcc-5184d916433b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.847317] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 06460b50-2b1a-46ae-b8d1-cb1ebae77f44/06460b50-2b1a-46ae-b8d1-cb1ebae77f44.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.847988] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9846eb46-ea7c-4c69-bb5c-ae105a1fea96 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.864338] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 796.864338] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c0fbd8-c14a-470d-3b62-3aa60a9d3323" [ 796.864338] env[62849]: _type = "Task" [ 796.864338] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.870921] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 796.870921] env[62849]: value = "task-4404246" [ 796.870921] env[62849]: _type = "Task" [ 796.870921] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.874112] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c0fbd8-c14a-470d-3b62-3aa60a9d3323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.882536] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.056690] env[62849]: DEBUG nova.compute.manager [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.077368] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquiring lock "47563de8-701e-426e-a3c2-340c978f781a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.077605] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "47563de8-701e-426e-a3c2-340c978f781a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.077876] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquiring lock "47563de8-701e-426e-a3c2-340c978f781a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.078089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "47563de8-701e-426e-a3c2-340c978f781a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.078262] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "47563de8-701e-426e-a3c2-340c978f781a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.080927] env[62849]: INFO nova.compute.manager [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Terminating instance [ 797.086849] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.087100] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.087255] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.087448] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.087604] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.087764] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.087992] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.088628] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.088628] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.088628] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.088628] env[62849]: DEBUG nova.virt.hardware [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.089689] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23385f83-3f82-4046-937c-257d70696793 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.100861] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827c1ce-e961-4be6-9fb6-698f028162ab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.121852] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.127591] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Creating folder: Project (9ab7fdb6e941472a9cf8982bd8df8e85). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.128028] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2e363fa-eac3-4402-909e-3d63e1899963 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.145572] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Created folder: Project (9ab7fdb6e941472a9cf8982bd8df8e85) in parent group-v861840. [ 797.145865] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Creating folder: Instances. Parent ref: group-v861999. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.146181] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc77f8b-3f2c-46c2-8ada-8805a7c8a5ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.155949] env[62849]: ERROR nova.scheduler.client.report [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [req-add3d76b-21bf-41d5-a10a-fa02a1b3d849] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-add3d76b-21bf-41d5-a10a-fa02a1b3d849"}]} [ 797.160028] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Created folder: Instances in parent group-v861999. [ 797.160294] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.160500] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.160733] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b26a3e-ba31-4846-84cc-7d063ddb29bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.177212] env[62849]: DEBUG nova.scheduler.client.report [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 797.182634] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.182634] env[62849]: value = "task-4404249" [ 797.182634] env[62849]: _type = "Task" [ 797.182634] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.194422] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404249, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.197701] env[62849]: DEBUG nova.scheduler.client.report [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 797.197882] env[62849]: DEBUG nova.compute.provider_tree [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.212777] env[62849]: DEBUG nova.scheduler.client.report [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 797.233929] env[62849]: DEBUG nova.scheduler.client.report [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 797.311739] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404245, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.381184] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c0fbd8-c14a-470d-3b62-3aa60a9d3323, 'name': SearchDatastore_Task, 'duration_secs': 0.028678} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.384481] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.384752] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.385282] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e96fcc54-ff9b-40f7-825d-a67660681da9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.390845] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404246, 'name': ReconfigVM_Task, 'duration_secs': 0.348031} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.391990] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 06460b50-2b1a-46ae-b8d1-cb1ebae77f44/06460b50-2b1a-46ae-b8d1-cb1ebae77f44.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.391990] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53fa8118-fa9a-4e7e-b6c2-b41d2f0441da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.396325] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 797.396325] env[62849]: value = "task-4404250" [ 797.396325] env[62849]: _type = "Task" [ 797.396325] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.403261] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 797.403261] env[62849]: value = "task-4404251" [ 797.403261] env[62849]: _type = "Task" [ 797.403261] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.410353] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.416285] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404251, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.584925] env[62849]: DEBUG nova.compute.manager [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.584925] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.586312] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430e5972-8778-40da-92a2-1d6cd723ecb7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.595192] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.596166] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80e07f8e-6dba-41bc-9911-177affc0a648 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.603352] env[62849]: DEBUG oslo_vmware.api [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 797.603352] env[62849]: value = "task-4404252" [ 797.603352] env[62849]: _type = "Task" [ 797.603352] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.612698] env[62849]: DEBUG oslo_vmware.api [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4404252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.699538] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404249, 'name': CreateVM_Task, 'duration_secs': 0.341874} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.704438] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.705656] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.705775] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.706172] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.706486] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f408df-2265-4502-8594-065a34c48430 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.716376] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da61ff-1971-45e4-aaec-971c46fece5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.720696] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 797.720696] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5290fed1-4ee8-f0d7-b35b-2490555c299e" [ 797.720696] env[62849]: _type = "Task" [ 797.720696] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.731905] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71102d7-7cc1-4285-85d1-420d00a9844c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.739561] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5290fed1-4ee8-f0d7-b35b-2490555c299e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.777600] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa3bb69-0a63-483b-af25-c132baf0be0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.788991] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9948da5a-0699-4c69-8791-13652a5241d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.814565] env[62849]: DEBUG nova.compute.provider_tree [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.827651] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579562} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.828863] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d/c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.829182] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.829521] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b67e9974-0134-4a75-8f0f-cd6508a56102 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.841960] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 797.841960] env[62849]: value = "task-4404253" [ 797.841960] env[62849]: _type = "Task" [ 797.841960] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.855087] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.911914] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.915504] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404251, 'name': Rename_Task, 'duration_secs': 0.191416} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.915840] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.916184] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-623538a4-cab2-4360-a712-332e4af9d905 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.925155] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 797.925155] env[62849]: value = "task-4404254" [ 797.925155] env[62849]: _type = "Task" [ 797.925155] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.936907] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.114336] env[62849]: DEBUG oslo_vmware.api [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4404252, 'name': PowerOffVM_Task, 'duration_secs': 0.244643} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.114336] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.114584] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.114880] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd7d1395-ae2f-49f0-be33-4fca2c37afc1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.179369] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.179704] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.179914] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Deleting the datastore file [datastore2] 47563de8-701e-426e-a3c2-340c978f781a {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.180203] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa1c83d4-a612-4062-89fd-e32799b25ec6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.188146] env[62849]: DEBUG oslo_vmware.api [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for the task: (returnval){ [ 798.188146] env[62849]: value = "task-4404256" [ 798.188146] env[62849]: _type = "Task" [ 798.188146] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.196844] env[62849]: DEBUG oslo_vmware.api [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4404256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.233654] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5290fed1-4ee8-f0d7-b35b-2490555c299e, 'name': SearchDatastore_Task, 'duration_secs': 0.053642} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.233985] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.234230] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.234466] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.234656] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.234786] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.235079] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4bdb7bd-5c4d-47e3-a37d-53ee9ea8ec5c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.254782] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.254974] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.255750] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62419d4b-8651-48fb-bf5c-e3f3e5892a6e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.263641] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 798.263641] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525fd6a2-beba-2ec3-5c3e-81db44aca9d9" [ 798.263641] env[62849]: _type = "Task" [ 798.263641] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.273147] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525fd6a2-beba-2ec3-5c3e-81db44aca9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.318450] env[62849]: DEBUG nova.scheduler.client.report [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.352574] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205308} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.352782] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.353463] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018555b1-e408-45d3-a621-d84d2be831c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.376397] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d/c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.377092] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d34ab83c-9132-434d-b7bd-a859d8401f7c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.397526] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 798.397526] env[62849]: value = "task-4404257" [ 798.397526] env[62849]: _type = "Task" [ 798.397526] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.409759] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581622} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.413105] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.413326] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.413585] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.413797] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f0402a6-7554-4756-897b-91d47b4deb9e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.420194] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 798.420194] env[62849]: value = "task-4404258" [ 798.420194] env[62849]: _type = "Task" [ 798.420194] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.432469] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.439877] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404254, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.699599] env[62849]: DEBUG oslo_vmware.api [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Task: {'id': task-4404256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151179} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.699984] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.700132] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.700289] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.700440] env[62849]: INFO nova.compute.manager [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 798.700725] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.700941] env[62849]: DEBUG nova.compute.manager [-] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.701064] env[62849]: DEBUG nova.network.neutron [-] [instance: 47563de8-701e-426e-a3c2-340c978f781a] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 798.775309] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525fd6a2-beba-2ec3-5c3e-81db44aca9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.776156] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915cb241-b3ae-4b30-a916-ac7e7c1a5f49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.783621] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 798.783621] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f45c3c-dc3b-06b3-7724-e506fc30cab4" [ 798.783621] env[62849]: _type = "Task" [ 798.783621] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.793353] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f45c3c-dc3b-06b3-7724-e506fc30cab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.823489] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.797s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.824067] env[62849]: DEBUG nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.826770] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.428s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.828377] env[62849]: INFO nova.compute.claims [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.913075] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.932413] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067113} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.937529] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.938416] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073426d-dcbc-4539-812c-c7f3b5767017 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.946654] env[62849]: DEBUG oslo_vmware.api [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404254, 'name': PowerOnVM_Task, 'duration_secs': 0.667539} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.956162] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.956401] env[62849]: INFO nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Took 9.36 seconds to spawn the instance on the hypervisor. [ 798.956739] env[62849]: DEBUG nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.970406] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.971724] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943b204-8f4d-428a-8486-4877224ec634 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.980282] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b36643e-3aea-4b7f-8363-bfc9cfd6073b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.021386] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 799.021386] env[62849]: value = "task-4404259" [ 799.021386] env[62849]: _type = "Task" [ 799.021386] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.035714] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.305024] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f45c3c-dc3b-06b3-7724-e506fc30cab4, 'name': SearchDatastore_Task, 'duration_secs': 0.014757} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.305024] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.305403] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0a82d437-2c20-42a9-bd89-dc35968d0cc5/0a82d437-2c20-42a9-bd89-dc35968d0cc5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.305657] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95bd6953-75b7-4d13-85eb-109615116ec3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.314936] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 799.314936] env[62849]: value = "task-4404260" [ 799.314936] env[62849]: _type = "Task" [ 799.314936] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.329546] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.333750] env[62849]: DEBUG nova.compute.utils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.337210] env[62849]: DEBUG nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.337539] env[62849]: DEBUG nova.network.neutron [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 799.348567] env[62849]: DEBUG nova.compute.manager [req-d075ad98-0ae5-4454-9735-c564ff9acc74 req-30dc0f4c-5f5b-4e81-90ea-2a0906b03f52 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Received event network-vif-deleted-68382e88-f152-4672-b8be-a97d14775421 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 799.348753] env[62849]: INFO nova.compute.manager [req-d075ad98-0ae5-4454-9735-c564ff9acc74 req-30dc0f4c-5f5b-4e81-90ea-2a0906b03f52 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Neutron deleted interface 68382e88-f152-4672-b8be-a97d14775421; detaching it from the instance and deleting it from the info cache [ 799.348969] env[62849]: DEBUG nova.network.neutron [req-d075ad98-0ae5-4454-9735-c564ff9acc74 req-30dc0f4c-5f5b-4e81-90ea-2a0906b03f52 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.396367] env[62849]: DEBUG nova.policy [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff3eeee0a0344b2ea714aaf9ca4cce91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3508741829a44769adccdeae85f0169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.408628] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404257, 'name': ReconfigVM_Task, 'duration_secs': 0.798834} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.408909] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d/c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.409564] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e4db08-d969-4933-94a5-f9fc040e4727 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.417134] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 799.417134] env[62849]: value = "task-4404261" [ 799.417134] env[62849]: _type = "Task" [ 799.417134] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.427142] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404261, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.540328] env[62849]: INFO nova.compute.manager [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Took 33.49 seconds to build instance. [ 799.549547] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404259, 'name': ReconfigVM_Task, 'duration_secs': 0.297872} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.550347] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93/6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.550995] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a39d2f1-6ae1-4fb9-8c1a-07d7bd2a1f82 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.562748] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 799.562748] env[62849]: value = "task-4404262" [ 799.562748] env[62849]: _type = "Task" [ 799.562748] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.582496] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404262, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.803249] env[62849]: DEBUG nova.network.neutron [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Successfully created port: bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 799.824163] env[62849]: DEBUG nova.network.neutron [-] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.831280] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404260, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.838368] env[62849]: DEBUG nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.852254] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c1eef27-45ca-4403-bd1f-5f68813ad372 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.866774] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1348bbc7-92c5-45f8-b93d-17031d169347 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.917936] env[62849]: DEBUG nova.compute.manager [req-d075ad98-0ae5-4454-9735-c564ff9acc74 req-30dc0f4c-5f5b-4e81-90ea-2a0906b03f52 service nova] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Detach interface failed, port_id=68382e88-f152-4672-b8be-a97d14775421, reason: Instance 47563de8-701e-426e-a3c2-340c978f781a could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 799.930154] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404261, 'name': Rename_Task, 'duration_secs': 0.240332} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.930895] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.930895] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3376d247-3da4-46ed-9144-037301101dd8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.944143] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 799.944143] env[62849]: value = "task-4404263" [ 799.944143] env[62849]: _type = "Task" [ 799.944143] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.959213] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.042629] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5d3fa2d5-0a57-4dba-9d20-74906e986b13 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.015s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.077839] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404262, 'name': Rename_Task, 'duration_secs': 0.364007} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.077839] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.077839] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c4531b-f512-420e-ab88-54e1fc8a372c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.087272] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 800.087272] env[62849]: value = "task-4404264" [ 800.087272] env[62849]: _type = "Task" [ 800.087272] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.097047] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.330151] env[62849]: INFO nova.compute.manager [-] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Took 1.63 seconds to deallocate network for instance. [ 800.330151] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527017} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.331365] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0a82d437-2c20-42a9-bd89-dc35968d0cc5/0a82d437-2c20-42a9-bd89-dc35968d0cc5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.331365] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.331623] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-935589a5-4a15-4b21-bb88-8d9c36b91844 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.348797] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 800.348797] env[62849]: value = "task-4404265" [ 800.348797] env[62849]: _type = "Task" [ 800.348797] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.358344] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.387572] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c651620-36f9-48d1-9028-1d86f8f1ccb3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.396037] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4093152-7e23-4f05-b4ec-f81e55b6dc2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.433675] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f84e1a1-56ad-4937-8442-d862d20bd00c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.443496] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb60ee-3512-4a5f-ac54-9f980167a7c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.465707] env[62849]: DEBUG nova.compute.provider_tree [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.471022] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.598742] env[62849]: DEBUG oslo_vmware.api [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404264, 'name': PowerOnVM_Task, 'duration_secs': 0.486239} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.600823] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.600823] env[62849]: DEBUG nova.compute.manager [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.601708] env[62849]: DEBUG nova.compute.manager [req-a7183169-6cb8-40b2-8d7b-463910cfda1f req-200f8d41-94fc-49b1-a52c-7b704a0c8047 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received event network-changed-a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 800.602358] env[62849]: DEBUG nova.compute.manager [req-a7183169-6cb8-40b2-8d7b-463910cfda1f req-200f8d41-94fc-49b1-a52c-7b704a0c8047 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Refreshing instance network info cache due to event network-changed-a649072e-232c-4df1-ac24-0c7606973315. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 800.602358] env[62849]: DEBUG oslo_concurrency.lockutils [req-a7183169-6cb8-40b2-8d7b-463910cfda1f req-200f8d41-94fc-49b1-a52c-7b704a0c8047 service nova] Acquiring lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.602358] env[62849]: DEBUG oslo_concurrency.lockutils [req-a7183169-6cb8-40b2-8d7b-463910cfda1f req-200f8d41-94fc-49b1-a52c-7b704a0c8047 service nova] Acquired lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.602787] env[62849]: DEBUG nova.network.neutron [req-a7183169-6cb8-40b2-8d7b-463910cfda1f req-200f8d41-94fc-49b1-a52c-7b704a0c8047 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Refreshing network info cache for port a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.604250] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9907342c-74ac-4d7c-9378-efa184f7c7b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.839631] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.854309] env[62849]: DEBUG nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.866297] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079134} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.867344] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.868707] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2966ee8-7808-4119-8980-688ec908c157 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.899426] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 0a82d437-2c20-42a9-bd89-dc35968d0cc5/0a82d437-2c20-42a9-bd89-dc35968d0cc5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.902639] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e715081-b43e-424c-b674-fdd54016ca18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.923594] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.923843] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.923998] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.924334] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.924490] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.928023] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.928023] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.928023] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.928023] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.928023] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.928297] env[62849]: DEBUG nova.virt.hardware [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.928297] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c17ba1-b3eb-4c1c-a678-f5b7ca9a12aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.932037] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 800.932037] env[62849]: value = "task-4404266" [ 800.932037] env[62849]: _type = "Task" [ 800.932037] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.939430] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637bf607-da42-40d3-9220-b9adddc2e39b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.947380] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.967287] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.969358] env[62849]: DEBUG nova.scheduler.client.report [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.124430] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.444741] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404266, 'name': ReconfigVM_Task, 'duration_secs': 0.320587} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.445326] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 0a82d437-2c20-42a9-bd89-dc35968d0cc5/0a82d437-2c20-42a9-bd89-dc35968d0cc5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.446142] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edb851a0-1392-4153-bd1e-b156f5a549ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.454630] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 801.454630] env[62849]: value = "task-4404267" [ 801.454630] env[62849]: _type = "Task" [ 801.454630] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.465019] env[62849]: DEBUG oslo_vmware.api [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404263, 'name': PowerOnVM_Task, 'duration_secs': 1.398699} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.465019] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.465019] env[62849]: INFO nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Took 9.11 seconds to spawn the instance on the hypervisor. [ 801.465019] env[62849]: DEBUG nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.465019] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a37b89-0dee-4435-8106-025f2ec2972e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.470198] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404267, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.477394] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.477394] env[62849]: DEBUG nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.486229] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 21.069s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.798221] env[62849]: DEBUG nova.compute.manager [req-0e30df70-03ff-45e1-9401-440da3ba4e46 req-3b219bcf-8d27-488f-a863-a2b035eff9a4 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Received event network-vif-plugged-bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 801.798221] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e30df70-03ff-45e1-9401-440da3ba4e46 req-3b219bcf-8d27-488f-a863-a2b035eff9a4 service nova] Acquiring lock "c489ec22-0c62-46fc-9083-1f1730b3b65a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.798221] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e30df70-03ff-45e1-9401-440da3ba4e46 req-3b219bcf-8d27-488f-a863-a2b035eff9a4 service nova] Lock "c489ec22-0c62-46fc-9083-1f1730b3b65a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.798221] env[62849]: DEBUG oslo_concurrency.lockutils [req-0e30df70-03ff-45e1-9401-440da3ba4e46 req-3b219bcf-8d27-488f-a863-a2b035eff9a4 service nova] Lock "c489ec22-0c62-46fc-9083-1f1730b3b65a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.798221] env[62849]: DEBUG nova.compute.manager [req-0e30df70-03ff-45e1-9401-440da3ba4e46 req-3b219bcf-8d27-488f-a863-a2b035eff9a4 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] No waiting events found dispatching network-vif-plugged-bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.798412] env[62849]: WARNING nova.compute.manager [req-0e30df70-03ff-45e1-9401-440da3ba4e46 req-3b219bcf-8d27-488f-a863-a2b035eff9a4 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Received unexpected event network-vif-plugged-bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2 for instance with vm_state building and task_state spawning. [ 801.823529] env[62849]: DEBUG nova.network.neutron [req-a7183169-6cb8-40b2-8d7b-463910cfda1f req-200f8d41-94fc-49b1-a52c-7b704a0c8047 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updated VIF entry in instance network info cache for port a649072e-232c-4df1-ac24-0c7606973315. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 801.823529] env[62849]: DEBUG nova.network.neutron [req-a7183169-6cb8-40b2-8d7b-463910cfda1f req-200f8d41-94fc-49b1-a52c-7b704a0c8047 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [{"id": "a649072e-232c-4df1-ac24-0c7606973315", "address": "fa:16:3e:aa:af:c8", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa649072e-23", "ovs_interfaceid": "a649072e-232c-4df1-ac24-0c7606973315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.923179] env[62849]: DEBUG nova.network.neutron [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Successfully updated port: bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 801.966825] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404267, 'name': Rename_Task, 'duration_secs': 0.152642} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.967145] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.967465] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d15381-dcce-4600-ad0b-54155287f201 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.974634] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 801.974634] env[62849]: value = "task-4404268" [ 801.974634] env[62849]: _type = "Task" [ 801.974634] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.984317] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.987791] env[62849]: DEBUG nova.compute.utils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.989132] env[62849]: DEBUG nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.989317] env[62849]: DEBUG nova.network.neutron [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 801.997413] env[62849]: DEBUG nova.objects.instance [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lazy-loading 'migration_context' on Instance uuid 479c512b-9304-46fb-8719-a0335ba39a59 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.999253] env[62849]: INFO nova.compute.manager [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Took 31.81 seconds to build instance. [ 802.054175] env[62849]: DEBUG nova.policy [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94faefd103dc47eebd2019a872a43db7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc1ff5cd5544fd0b753824f5f163001', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.325884] env[62849]: DEBUG oslo_concurrency.lockutils [req-a7183169-6cb8-40b2-8d7b-463910cfda1f req-200f8d41-94fc-49b1-a52c-7b704a0c8047 service nova] Releasing lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.425628] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "refresh_cache-c489ec22-0c62-46fc-9083-1f1730b3b65a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.425774] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "refresh_cache-c489ec22-0c62-46fc-9083-1f1730b3b65a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.425846] env[62849]: DEBUG nova.network.neutron [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 802.488393] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404268, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.496174] env[62849]: DEBUG nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.504059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afb6cbfa-bc86-4508-bf8c-7b4f54079b40 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.324s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.505606] env[62849]: DEBUG nova.network.neutron [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Successfully created port: da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 802.617646] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.618126] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.618407] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.618662] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.619439] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.621365] env[62849]: INFO nova.compute.manager [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Terminating instance [ 802.661902] env[62849]: DEBUG nova.compute.manager [req-34310195-1d54-4337-abb2-fd5e6001264e req-9d4520b6-ad55-4b3b-ab39-b9f5f809320e service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Received event network-changed-bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 802.662112] env[62849]: DEBUG nova.compute.manager [req-34310195-1d54-4337-abb2-fd5e6001264e req-9d4520b6-ad55-4b3b-ab39-b9f5f809320e service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Refreshing instance network info cache due to event network-changed-bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 802.662449] env[62849]: DEBUG oslo_concurrency.lockutils [req-34310195-1d54-4337-abb2-fd5e6001264e req-9d4520b6-ad55-4b3b-ab39-b9f5f809320e service nova] Acquiring lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.662449] env[62849]: DEBUG oslo_concurrency.lockutils [req-34310195-1d54-4337-abb2-fd5e6001264e req-9d4520b6-ad55-4b3b-ab39-b9f5f809320e service nova] Acquired lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.662631] env[62849]: DEBUG nova.network.neutron [req-34310195-1d54-4337-abb2-fd5e6001264e req-9d4520b6-ad55-4b3b-ab39-b9f5f809320e service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Refreshing network info cache for port bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.965906] env[62849]: DEBUG nova.network.neutron [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 802.986511] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39689cc3-428b-491d-bf27-9914550df107 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.996639] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1d83cc-baf2-47b5-b7d1-88b54bdb237c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.000580] env[62849]: DEBUG oslo_vmware.api [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404268, 'name': PowerOnVM_Task, 'duration_secs': 0.619408} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.000844] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.001051] env[62849]: INFO nova.compute.manager [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Took 5.94 seconds to spawn the instance on the hypervisor. [ 803.001232] env[62849]: DEBUG nova.compute.manager [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.002404] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8ce82-1c98-4bed-923a-52ee4f28bd90 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.040022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b5160-f2f7-45f0-9def-32f972f1b949 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.049777] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f35b75f-9b66-41b7-950e-993c1b275410 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.066069] env[62849]: DEBUG nova.compute.provider_tree [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.125644] env[62849]: DEBUG nova.compute.manager [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.125886] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.127115] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97cda8d-11d2-4afd-86c6-be029002b616 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.136317] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.139251] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97a98e5a-1054-4e30-b6da-63c7ced8b584 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.146513] env[62849]: DEBUG oslo_vmware.api [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 803.146513] env[62849]: value = "task-4404269" [ 803.146513] env[62849]: _type = "Task" [ 803.146513] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.156724] env[62849]: DEBUG oslo_vmware.api [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.209211] env[62849]: DEBUG nova.network.neutron [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Updating instance_info_cache with network_info: [{"id": "bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2", "address": "fa:16:3e:ca:dc:aa", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbd9f15-99", "ovs_interfaceid": "bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.501162] env[62849]: DEBUG nova.network.neutron [req-34310195-1d54-4337-abb2-fd5e6001264e req-9d4520b6-ad55-4b3b-ab39-b9f5f809320e service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Updated VIF entry in instance network info cache for port bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.501707] env[62849]: DEBUG nova.network.neutron [req-34310195-1d54-4337-abb2-fd5e6001264e req-9d4520b6-ad55-4b3b-ab39-b9f5f809320e service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Updating instance_info_cache with network_info: [{"id": "bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825", "address": "fa:16:3e:32:36:22", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf285bb6-bd", "ovs_interfaceid": "bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.542103] env[62849]: DEBUG nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.553037] env[62849]: INFO nova.compute.manager [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Took 29.51 seconds to build instance. [ 803.569091] env[62849]: DEBUG nova.scheduler.client.report [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.575511] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.576747] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.576747] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.576747] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.576747] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.576747] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.577030] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.577030] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.577030] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.577030] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.577167] env[62849]: DEBUG nova.virt.hardware [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.578574] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b0e05f-be52-4559-825a-30775923bbbe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.590736] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9480f869-113c-4fb2-af5c-9bb37854c507 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.658338] env[62849]: DEBUG oslo_vmware.api [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404269, 'name': PowerOffVM_Task, 'duration_secs': 0.320755} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.658516] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.658679] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.658931] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d24403ed-6555-45a9-ae93-803e23f05b58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.713842] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "refresh_cache-c489ec22-0c62-46fc-9083-1f1730b3b65a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.714214] env[62849]: DEBUG nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Instance network_info: |[{"id": "bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2", "address": "fa:16:3e:ca:dc:aa", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbd9f15-99", "ovs_interfaceid": "bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.714599] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:dc:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.722556] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.722793] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.723014] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ba2656c-2180-4d06-8017-f9916bf9dda7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.745108] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.745108] env[62849]: value = "task-4404271" [ 803.745108] env[62849]: _type = "Task" [ 803.745108] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.749976] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.750881] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.750881] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleting the datastore file [datastore1] eff1bf74-a3ab-40b4-b508-d4c615bd4ad5 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.751277] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-984e9540-5f24-48d2-89d2-65a1d6322bfe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.756673] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404271, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.764120] env[62849]: DEBUG oslo_vmware.api [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 803.764120] env[62849]: value = "task-4404272" [ 803.764120] env[62849]: _type = "Task" [ 803.764120] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.776046] env[62849]: DEBUG oslo_vmware.api [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.880402] env[62849]: DEBUG nova.compute.manager [req-58fb19fa-7575-40d1-8495-ed4f7b1e8981 req-91d5e804-8ee6-4c31-b3a6-0bf950a8d7c9 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Received event network-changed-bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 803.881034] env[62849]: DEBUG nova.compute.manager [req-58fb19fa-7575-40d1-8495-ed4f7b1e8981 req-91d5e804-8ee6-4c31-b3a6-0bf950a8d7c9 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Refreshing instance network info cache due to event network-changed-bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 803.881034] env[62849]: DEBUG oslo_concurrency.lockutils [req-58fb19fa-7575-40d1-8495-ed4f7b1e8981 req-91d5e804-8ee6-4c31-b3a6-0bf950a8d7c9 service nova] Acquiring lock "refresh_cache-c489ec22-0c62-46fc-9083-1f1730b3b65a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.881034] env[62849]: DEBUG oslo_concurrency.lockutils [req-58fb19fa-7575-40d1-8495-ed4f7b1e8981 req-91d5e804-8ee6-4c31-b3a6-0bf950a8d7c9 service nova] Acquired lock "refresh_cache-c489ec22-0c62-46fc-9083-1f1730b3b65a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.881652] env[62849]: DEBUG nova.network.neutron [req-58fb19fa-7575-40d1-8495-ed4f7b1e8981 req-91d5e804-8ee6-4c31-b3a6-0bf950a8d7c9 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Refreshing network info cache for port bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.005098] env[62849]: DEBUG oslo_concurrency.lockutils [req-34310195-1d54-4337-abb2-fd5e6001264e req-9d4520b6-ad55-4b3b-ab39-b9f5f809320e service nova] Releasing lock "refresh_cache-c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.057193] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3a779574-d22b-42fa-ae28-99df86754240 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.028s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.129718] env[62849]: DEBUG nova.network.neutron [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Successfully updated port: da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 804.258556] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404271, 'name': CreateVM_Task, 'duration_secs': 0.425593} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.258556] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.259405] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.259587] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.260585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.260744] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2badf077-b795-466b-aa42-a00ae9cce315 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.265404] env[62849]: DEBUG nova.compute.manager [None req-7b83d344-1778-4722-a55b-b3bc37ca8b33 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.266713] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e11c74c-d87c-49ad-ab9e-82fb23d02f6a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.277101] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 804.277101] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e93b0-e956-1583-9383-a8ff2ae13fa7" [ 804.277101] env[62849]: _type = "Task" [ 804.277101] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.287035] env[62849]: DEBUG oslo_vmware.api [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239643} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.289746] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.291182] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.291577] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.291906] env[62849]: INFO nova.compute.manager [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 804.292373] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.296957] env[62849]: DEBUG nova.compute.manager [-] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.297191] env[62849]: DEBUG nova.network.neutron [-] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 804.301853] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e93b0-e956-1583-9383-a8ff2ae13fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.01221} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.301853] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.301853] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.301853] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.302225] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.302225] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.302225] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-578774dc-fe14-4453-9811-5ad31069b95c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.313773] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.315299] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.315299] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8465ad-df5e-4e12-ab8b-b044d010db97 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.321936] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 804.321936] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5227acdd-3904-be0d-10e6-90b065c34683" [ 804.321936] env[62849]: _type = "Task" [ 804.321936] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.332158] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5227acdd-3904-be0d-10e6-90b065c34683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.347056] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquiring lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.347364] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.347606] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquiring lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.347824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.348043] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.350173] env[62849]: INFO nova.compute.manager [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Terminating instance [ 804.581963] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.096s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.589209] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.944s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.589451] env[62849]: DEBUG nova.objects.instance [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lazy-loading 'resources' on Instance uuid 0c38b968-7a95-430d-a1d3-fe656571edfd {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.632502] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.632659] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquired lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.632823] env[62849]: DEBUG nova.network.neutron [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 804.779402] env[62849]: DEBUG nova.network.neutron [req-58fb19fa-7575-40d1-8495-ed4f7b1e8981 req-91d5e804-8ee6-4c31-b3a6-0bf950a8d7c9 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Updated VIF entry in instance network info cache for port bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.779956] env[62849]: DEBUG nova.network.neutron [req-58fb19fa-7575-40d1-8495-ed4f7b1e8981 req-91d5e804-8ee6-4c31-b3a6-0bf950a8d7c9 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Updating instance_info_cache with network_info: [{"id": "bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2", "address": "fa:16:3e:ca:dc:aa", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcbd9f15-99", "ovs_interfaceid": "bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.797998] env[62849]: INFO nova.compute.manager [None req-7b83d344-1778-4722-a55b-b3bc37ca8b33 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] instance snapshotting [ 804.798710] env[62849]: DEBUG nova.objects.instance [None req-7b83d344-1778-4722-a55b-b3bc37ca8b33 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lazy-loading 'flavor' on Instance uuid 0a82d437-2c20-42a9-bd89-dc35968d0cc5 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.832977] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5227acdd-3904-be0d-10e6-90b065c34683, 'name': SearchDatastore_Task, 'duration_secs': 0.023407} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.835026] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b6ca44-5757-4790-be62-e151d4dfabf1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.840142] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 804.840142] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523a3e79-f1d8-254d-7e26-a0bfdbf87919" [ 804.840142] env[62849]: _type = "Task" [ 804.840142] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.848617] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523a3e79-f1d8-254d-7e26-a0bfdbf87919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.857328] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquiring lock "refresh_cache-0a82d437-2c20-42a9-bd89-dc35968d0cc5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857682] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquired lock "refresh_cache-0a82d437-2c20-42a9-bd89-dc35968d0cc5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.858793] env[62849]: DEBUG nova.network.neutron [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.181560] env[62849]: DEBUG nova.network.neutron [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 805.261927] env[62849]: DEBUG nova.network.neutron [-] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.287230] env[62849]: DEBUG oslo_concurrency.lockutils [req-58fb19fa-7575-40d1-8495-ed4f7b1e8981 req-91d5e804-8ee6-4c31-b3a6-0bf950a8d7c9 service nova] Releasing lock "refresh_cache-c489ec22-0c62-46fc-9083-1f1730b3b65a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.306308] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4be14-53f0-4fc8-9f12-bd4f4fa88082 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.331028] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1322db5-1a1a-4b81-85bb-baa4f7425512 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.356571] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523a3e79-f1d8-254d-7e26-a0bfdbf87919, 'name': SearchDatastore_Task, 'duration_secs': 0.044529} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.356571] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.356571] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c489ec22-0c62-46fc-9083-1f1730b3b65a/c489ec22-0c62-46fc-9083-1f1730b3b65a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.357136] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2225f201-7c3e-4c9f-be55-0a35bc144305 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.366743] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 805.366743] env[62849]: value = "task-4404273" [ 805.366743] env[62849]: _type = "Task" [ 805.366743] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.376022] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.384668] env[62849]: DEBUG nova.network.neutron [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 805.407917] env[62849]: DEBUG nova.network.neutron [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updating instance_info_cache with network_info: [{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.463610] env[62849]: DEBUG nova.network.neutron [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.600260] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ccecc0-36a2-4409-8039-563559d0f4d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.609420] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea8af7-5120-47c4-9778-aa12e754c8af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.646387] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f62961e-a31d-44b8-96d7-c1ad94a3ada8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.655767] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b616b-dae7-414a-8e3e-fb89897b363e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.676712] env[62849]: DEBUG nova.compute.provider_tree [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.764335] env[62849]: INFO nova.compute.manager [-] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Took 1.47 seconds to deallocate network for instance. [ 805.848359] env[62849]: DEBUG nova.compute.manager [None req-7b83d344-1778-4722-a55b-b3bc37ca8b33 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Instance disappeared during snapshot {{(pid=62849) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 805.885198] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404273, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.910428] env[62849]: DEBUG nova.compute.manager [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Received event network-vif-plugged-da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 805.910645] env[62849]: DEBUG oslo_concurrency.lockutils [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] Acquiring lock "0b38ac85-980b-4320-a30d-633d862412e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.910886] env[62849]: DEBUG oslo_concurrency.lockutils [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] Lock "0b38ac85-980b-4320-a30d-633d862412e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.911082] env[62849]: DEBUG oslo_concurrency.lockutils [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] Lock "0b38ac85-980b-4320-a30d-633d862412e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.911248] env[62849]: DEBUG nova.compute.manager [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] No waiting events found dispatching network-vif-plugged-da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.911404] env[62849]: WARNING nova.compute.manager [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Received unexpected event network-vif-plugged-da77ac4f-85e3-4f62-8133-70d8204acf94 for instance with vm_state building and task_state spawning. [ 805.911560] env[62849]: DEBUG nova.compute.manager [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Received event network-changed-da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 805.911708] env[62849]: DEBUG nova.compute.manager [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Refreshing instance network info cache due to event network-changed-da77ac4f-85e3-4f62-8133-70d8204acf94. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 805.912014] env[62849]: DEBUG oslo_concurrency.lockutils [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] Acquiring lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.912686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Releasing lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.912972] env[62849]: DEBUG nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Instance network_info: |[{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.913249] env[62849]: DEBUG oslo_concurrency.lockutils [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] Acquired lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.913422] env[62849]: DEBUG nova.network.neutron [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Refreshing network info cache for port da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.914628] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ef:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da77ac4f-85e3-4f62-8133-70d8204acf94', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.923891] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Creating folder: Project (ecc1ff5cd5544fd0b753824f5f163001). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.927432] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-708f1bfa-3b1e-4b6a-9f06-459ee443be05 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.942331] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Created folder: Project (ecc1ff5cd5544fd0b753824f5f163001) in parent group-v861840. [ 805.942526] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Creating folder: Instances. Parent ref: group-v862003. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.942777] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94dd84e6-da0a-4e58-a0a4-960b30140af8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.956130] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Created folder: Instances in parent group-v862003. [ 805.956445] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.956671] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.956909] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e21e6a6-3481-442a-9f58-861e6de8cd08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.977456] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Releasing lock "refresh_cache-0a82d437-2c20-42a9-bd89-dc35968d0cc5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.977939] env[62849]: DEBUG nova.compute.manager [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.978159] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.980153] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae957a0-a5fc-4882-8b83-26d385a4404a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.989217] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.990484] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4edcc9d6-2357-4c34-9e81-8748582eadd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.992161] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.992161] env[62849]: value = "task-4404276" [ 805.992161] env[62849]: _type = "Task" [ 805.992161] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.002546] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404276, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.003760] env[62849]: DEBUG oslo_vmware.api [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 806.003760] env[62849]: value = "task-4404277" [ 806.003760] env[62849]: _type = "Task" [ 806.003760] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.013555] env[62849]: DEBUG oslo_vmware.api [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.017412] env[62849]: DEBUG nova.compute.manager [None req-7b83d344-1778-4722-a55b-b3bc37ca8b33 tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Found 0 images (rotation: 2) {{(pid=62849) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 806.166060] env[62849]: INFO nova.compute.manager [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Swapping old allocation on dict_keys(['079fe32b-1fee-45a6-900e-aeae194e2ca9']) held by migration 33fdc243-e135-4503-bc8b-2c69b571f8f9 for instance [ 806.180881] env[62849]: DEBUG nova.scheduler.client.report [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.204891] env[62849]: DEBUG nova.scheduler.client.report [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Overwriting current allocation {'allocations': {'079fe32b-1fee-45a6-900e-aeae194e2ca9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 85}}, 'project_id': '84dafa5b23b940b0bd11f0b09c43cd9b', 'user_id': '79799a695ae24acfa3e267724fe26f5e', 'consumer_generation': 1} on consumer 479c512b-9304-46fb-8719-a0335ba39a59 {{(pid=62849) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 806.237403] env[62849]: DEBUG nova.network.neutron [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updated VIF entry in instance network info cache for port da77ac4f-85e3-4f62-8133-70d8204acf94. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.237853] env[62849]: DEBUG nova.network.neutron [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updating instance_info_cache with network_info: [{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.273721] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.344429] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.344660] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquired lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.347041] env[62849]: DEBUG nova.network.neutron [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 806.380173] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885367} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.380173] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c489ec22-0c62-46fc-9083-1f1730b3b65a/c489ec22-0c62-46fc-9083-1f1730b3b65a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.380441] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.380618] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19b5a49d-0f7c-4557-bb0b-3d2e5a22640e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.387107] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 806.387107] env[62849]: value = "task-4404278" [ 806.387107] env[62849]: _type = "Task" [ 806.387107] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.396517] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.504885] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404276, 'name': CreateVM_Task, 'duration_secs': 0.430796} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.508124] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.508887] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.509061] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.509437] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.510074] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f14736-8a82-4116-8dff-ab9e06d88224 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.516051] env[62849]: DEBUG oslo_vmware.api [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404277, 'name': PowerOffVM_Task, 'duration_secs': 0.170409} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.517371] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.517545] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.517895] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 806.517895] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525cc384-991f-5b87-ef3b-2708d1e394bc" [ 806.517895] env[62849]: _type = "Task" [ 806.517895] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.518109] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af77e1de-7d12-4e60-ae4c-f35c8764813a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.529831] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525cc384-991f-5b87-ef3b-2708d1e394bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.547834] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.548282] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.548361] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Deleting the datastore file [datastore2] 0a82d437-2c20-42a9-bd89-dc35968d0cc5 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.548632] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e40ebe4-d8e5-499e-a137-2b592385b8c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.558255] env[62849]: DEBUG oslo_vmware.api [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for the task: (returnval){ [ 806.558255] env[62849]: value = "task-4404280" [ 806.558255] env[62849]: _type = "Task" [ 806.558255] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.567664] env[62849]: DEBUG oslo_vmware.api [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.690210] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.692797] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.528s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.693061] env[62849]: DEBUG nova.objects.instance [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lazy-loading 'resources' on Instance uuid 16c13e68-5140-4fb6-b670-6ddec41fd7ba {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.715886] env[62849]: INFO nova.scheduler.client.report [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Deleted allocations for instance 0c38b968-7a95-430d-a1d3-fe656571edfd [ 806.741275] env[62849]: DEBUG oslo_concurrency.lockutils [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] Releasing lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.741628] env[62849]: DEBUG nova.compute.manager [req-29bf8771-2b1e-4237-9f41-710a1648c9d0 req-9072c35d-470b-41ec-8192-99ae2f67cc7e service nova] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Received event network-vif-deleted-528c49b9-0845-4b59-a6d8-9415725801b1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 806.905028] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069503} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.905028] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.905028] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a078adde-2521-4c41-8184-2cc76cf5b297 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.928178] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c489ec22-0c62-46fc-9083-1f1730b3b65a/c489ec22-0c62-46fc-9083-1f1730b3b65a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.928499] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba062b6-c9f8-49e6-acb8-2093efe29f9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.950996] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 806.950996] env[62849]: value = "task-4404281" [ 806.950996] env[62849]: _type = "Task" [ 806.950996] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.960356] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.033157] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525cc384-991f-5b87-ef3b-2708d1e394bc, 'name': SearchDatastore_Task, 'duration_secs': 0.040557} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.033474] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.033698] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.033930] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.034088] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.034265] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.034531] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ef0ddb5-0cf6-4d15-91c7-a6b0e5b02111 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.055369] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.055552] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.056333] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85baffb4-6315-4e11-aa34-24e2f280d520 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.069813] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 807.069813] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52109f34-64c9-5fc9-32f1-3ecedb60dbfa" [ 807.069813] env[62849]: _type = "Task" [ 807.069813] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.070111] env[62849]: DEBUG oslo_vmware.api [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.078408] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52109f34-64c9-5fc9-32f1-3ecedb60dbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.103347] env[62849]: DEBUG nova.network.neutron [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance_info_cache with network_info: [{"id": "35406f87-5073-49f4-8677-88e3575f78c2", "address": "fa:16:3e:5f:25:bb", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35406f87-50", "ovs_interfaceid": "35406f87-5073-49f4-8677-88e3575f78c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.224649] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9eed93b8-fa94-4d3a-a8c7-a5193307d7d0 tempest-ServerRescueTestJSONUnderV235-470641360 tempest-ServerRescueTestJSONUnderV235-470641360-project-member] Lock "0c38b968-7a95-430d-a1d3-fe656571edfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.817s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.462813] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.569008] env[62849]: DEBUG oslo_vmware.api [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Task: {'id': task-4404280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521569} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.571873] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.572074] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.572342] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.572457] env[62849]: INFO nova.compute.manager [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Took 1.59 seconds to destroy the instance on the hypervisor. [ 807.572700] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.573279] env[62849]: DEBUG nova.compute.manager [-] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.573373] env[62849]: DEBUG nova.network.neutron [-] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 807.585236] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52109f34-64c9-5fc9-32f1-3ecedb60dbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.014031} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.588765] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424e5719-6dd6-474e-9b5f-0a349dec1155 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.594031] env[62849]: DEBUG nova.network.neutron [-] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 807.596409] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 807.596409] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52591412-67c0-6f81-9042-582a87fb240d" [ 807.596409] env[62849]: _type = "Task" [ 807.596409] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.607976] env[62849]: DEBUG oslo_concurrency.lockutils [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Releasing lock "refresh_cache-479c512b-9304-46fb-8719-a0335ba39a59" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.608428] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.608682] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52591412-67c0-6f81-9042-582a87fb240d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.608895] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc7e1f55-61c8-4626-adea-a0c7ac689476 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.616457] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 807.616457] env[62849]: value = "task-4404282" [ 807.616457] env[62849]: _type = "Task" [ 807.616457] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.627047] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.633883] env[62849]: DEBUG oslo_concurrency.lockutils [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Acquiring lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.634129] env[62849]: DEBUG oslo_concurrency.lockutils [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.703517] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc95c49-4e91-4dee-a9e9-a091f65ddf9c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.714273] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b6a795-d82f-46e4-a692-61cfe6928a76 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.747318] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b30b281-4384-44e6-813b-13e8eb61e713 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.755652] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605fdcb7-9456-44ef-be39-27dce648564a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.772293] env[62849]: DEBUG nova.compute.provider_tree [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.962746] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.100367] env[62849]: DEBUG nova.network.neutron [-] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.114287] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52591412-67c0-6f81-9042-582a87fb240d, 'name': SearchDatastore_Task, 'duration_secs': 0.024587} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.114287] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.114287] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 0b38ac85-980b-4320-a30d-633d862412e6/0b38ac85-980b-4320-a30d-633d862412e6.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.114287] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b3668c-579f-4450-99f6-33981b4e58c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.123542] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 808.123542] env[62849]: value = "task-4404283" [ 808.123542] env[62849]: _type = "Task" [ 808.123542] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.129308] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.139078] env[62849]: DEBUG nova.compute.utils [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.139078] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.276768] env[62849]: DEBUG nova.scheduler.client.report [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.464930] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404281, 'name': ReconfigVM_Task, 'duration_secs': 1.365646} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.465421] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c489ec22-0c62-46fc-9083-1f1730b3b65a/c489ec22-0c62-46fc-9083-1f1730b3b65a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.465949] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56fb388c-ce15-4975-a30f-304a9af13704 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.475165] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 808.475165] env[62849]: value = "task-4404284" [ 808.475165] env[62849]: _type = "Task" [ 808.475165] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.491629] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404284, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.606320] env[62849]: INFO nova.compute.manager [-] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Took 1.03 seconds to deallocate network for instance. [ 808.631483] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404282, 'name': PowerOffVM_Task, 'duration_secs': 0.859668} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.632407] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.633605] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:18:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2e2815af-f461-4285-9ac5-cf0150eedf72',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2010048180',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.633605] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.633800] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.633837] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.634063] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.634152] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.634375] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.634595] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.634779] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.634947] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.635130] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.644293] env[62849]: DEBUG oslo_concurrency.lockutils [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.644916] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cc18b8f-8b20-40fe-a2ec-03d5d4855dbc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.656370] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404283, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.665032] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 808.665032] env[62849]: value = "task-4404285" [ 808.665032] env[62849]: _type = "Task" [ 808.665032] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.680711] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.782845] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.785954] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.920s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.788034] env[62849]: INFO nova.compute.claims [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.810649] env[62849]: INFO nova.scheduler.client.report [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Deleted allocations for instance 16c13e68-5140-4fb6-b670-6ddec41fd7ba [ 808.990499] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404284, 'name': Rename_Task, 'duration_secs': 0.193893} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.990834] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.991086] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3362ebff-0a85-4030-ab67-4ce747f242ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.998567] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 808.998567] env[62849]: value = "task-4404286" [ 808.998567] env[62849]: _type = "Task" [ 808.998567] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.007566] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.115100] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.138448] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65959} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.138448] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 0b38ac85-980b-4320-a30d-633d862412e6/0b38ac85-980b-4320-a30d-633d862412e6.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.138448] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.138752] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-437b7ff3-0e69-4207-985d-f66f41ebcd3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.151028] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 809.151028] env[62849]: value = "task-4404287" [ 809.151028] env[62849]: _type = "Task" [ 809.151028] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.161250] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.175022] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404285, 'name': ReconfigVM_Task, 'duration_secs': 0.179606} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.180037] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdc456b-371c-4957-8b5a-8fe372836380 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.204406] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:18:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2e2815af-f461-4285-9ac5-cf0150eedf72',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2010048180',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.204741] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.205303] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.205390] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.206029] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.206029] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.206348] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.206556] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.206753] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.206944] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.207129] env[62849]: DEBUG nova.virt.hardware [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.209098] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e0ed18-5e0f-48bc-8b12-9109363944c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.220275] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 809.220275] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52729855-17e5-b90b-11c8-236157765cc0" [ 809.220275] env[62849]: _type = "Task" [ 809.220275] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.231787] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52729855-17e5-b90b-11c8-236157765cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.239052] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 809.240327] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f2466a6-8540-402a-8b09-6e0d604d8007 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.266557] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 809.266557] env[62849]: value = "task-4404288" [ 809.266557] env[62849]: _type = "Task" [ 809.266557] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.280364] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.319759] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71180912-b3aa-42c3-9347-abcb70b64617 tempest-ServersNegativeTestMultiTenantJSON-932162800 tempest-ServersNegativeTestMultiTenantJSON-932162800-project-member] Lock "16c13e68-5140-4fb6-b670-6ddec41fd7ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.031s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.512336] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.663036] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080662} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.663036] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.663434] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd85cdf8-1fa7-47eb-842e-85ddef271472 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.696828] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 0b38ac85-980b-4320-a30d-633d862412e6/0b38ac85-980b-4320-a30d-633d862412e6.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.697177] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d9bc44f-1c8c-4df1-beb7-b53fea20abff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.717883] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.718745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.724223] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 809.724223] env[62849]: value = "task-4404289" [ 809.724223] env[62849]: _type = "Task" [ 809.724223] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.734012] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.759627] env[62849]: DEBUG oslo_concurrency.lockutils [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Acquiring lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.759936] env[62849]: DEBUG oslo_concurrency.lockutils [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.760465] env[62849]: INFO nova.compute.manager [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Attaching volume bd2d9095-40f6-4771-8a43-370658fde892 to /dev/sdb [ 809.777336] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404288, 'name': ReconfigVM_Task, 'duration_secs': 0.411636} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.778578] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 809.778578] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3f7ad3-515d-4844-b455-93db5b1322dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.816491] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59/479c512b-9304-46fb-8719-a0335ba39a59.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.819077] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce6079f-0bca-43dc-a19d-c98cbedae25a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.832070] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f56234-573a-4678-bf07-1c6d1f530e33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.840419] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99555e75-c0dd-4b80-a9ed-192f71669ba7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.844541] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 809.844541] env[62849]: value = "task-4404290" [ 809.844541] env[62849]: _type = "Task" [ 809.844541] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.871323] env[62849]: DEBUG nova.virt.block_device [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Updating existing volume attachment record: 493cfbd4-0ee3-4718-9b2a-359c3b28ca67 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.874512] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.017772] env[62849]: DEBUG oslo_vmware.api [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404286, 'name': PowerOnVM_Task, 'duration_secs': 0.684463} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.018188] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.018411] env[62849]: INFO nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Took 9.16 seconds to spawn the instance on the hypervisor. [ 810.018594] env[62849]: DEBUG nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.019759] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd8c3af-0c14-4e17-b1b0-16c8d6ec6ace {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.225691] env[62849]: INFO nova.compute.manager [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Detaching volume 4c63c279-1c29-4319-a5ad-cbba6625ab58 [ 810.244980] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.288980] env[62849]: INFO nova.virt.block_device [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Attempting to driver detach volume 4c63c279-1c29-4319-a5ad-cbba6625ab58 from mountpoint /dev/sdb [ 810.288980] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 810.288980] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861956', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'name': 'volume-4c63c279-1c29-4319-a5ad-cbba6625ab58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9c970e4-5922-4c47-9676-fef8fdfb5dd2', 'attached_at': '', 'detached_at': '', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'serial': '4c63c279-1c29-4319-a5ad-cbba6625ab58'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 810.289956] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddf2efe-366e-4acf-99e0-6986192a046c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.320391] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f67c94-6d54-4e4d-97e0-96e568713f62 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.330471] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c50b0cd-bafe-4686-accc-6974e6273d91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.360995] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f997a8c7-580f-451d-bc03-424bde8c018e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.371759] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.384773] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] The volume has not been displaced from its original location: [datastore1] volume-4c63c279-1c29-4319-a5ad-cbba6625ab58/volume-4c63c279-1c29-4319-a5ad-cbba6625ab58.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 810.391067] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 810.392595] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199c2f74-6cba-46ec-9711-13d0a5de7021 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.407406] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb76219-a849-47cf-8f8e-9a5fda592a53 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.418476] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b1bd32-da22-4781-bb7a-4b4276221334 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.423130] env[62849]: DEBUG oslo_vmware.api [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 810.423130] env[62849]: value = "task-4404294" [ 810.423130] env[62849]: _type = "Task" [ 810.423130] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.458839] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2048d462-7ffb-4d25-bfc7-4fa22b9eba54 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.461518] env[62849]: DEBUG oslo_vmware.api [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.468412] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d0e717-58b8-468e-b302-148ecdb0bee6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.484366] env[62849]: DEBUG nova.compute.provider_tree [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.546602] env[62849]: INFO nova.compute.manager [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Took 33.41 seconds to build instance. [ 810.741312] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404289, 'name': ReconfigVM_Task, 'duration_secs': 0.720253} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.741616] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 0b38ac85-980b-4320-a30d-633d862412e6/0b38ac85-980b-4320-a30d-633d862412e6.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.742326] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09971043-2fc5-44c7-bc31-87d93d53993f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.751114] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 810.751114] env[62849]: value = "task-4404295" [ 810.751114] env[62849]: _type = "Task" [ 810.751114] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.765193] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404295, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.868402] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404290, 'name': ReconfigVM_Task, 'duration_secs': 0.667641} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.868402] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59/479c512b-9304-46fb-8719-a0335ba39a59.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.870589] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3bc685-69ab-4b43-b83f-9c65a1bcd387 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.892321] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3826f7b4-2f7d-4a6e-889d-06cbea1f68ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.913263] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57da59-e792-438c-9f35-a4d8597514b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.940262] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7224ed0-ea20-4bb0-8a7f-32d425eebcf6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.952170] env[62849]: DEBUG oslo_vmware.api [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404294, 'name': ReconfigVM_Task, 'duration_secs': 0.301097} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.954373] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 810.963026] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.963026] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403fe472-2b48-43f0-bc66-67150bb1b5b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.972472] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df11fcec-5409-4a36-8c66-c813deeb3137 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.982586] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 810.982586] env[62849]: value = "task-4404297" [ 810.982586] env[62849]: _type = "Task" [ 810.982586] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.982979] env[62849]: DEBUG oslo_vmware.api [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 810.982979] env[62849]: value = "task-4404296" [ 810.982979] env[62849]: _type = "Task" [ 810.982979] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.991270] env[62849]: DEBUG nova.scheduler.client.report [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.999580] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.005489] env[62849]: DEBUG oslo_vmware.api [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.050103] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3df4a994-54b8-4880-a75f-61b41ad0491e tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c489ec22-0c62-46fc-9083-1f1730b3b65a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.939s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.263226] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404295, 'name': Rename_Task, 'duration_secs': 0.336578} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.263634] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.264478] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-150e04c4-5a01-4c8d-8227-ad45f84c3e2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.272498] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 811.272498] env[62849]: value = "task-4404298" [ 811.272498] env[62849]: _type = "Task" [ 811.272498] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.283044] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.504865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.506330] env[62849]: DEBUG nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.509456] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.511050] env[62849]: DEBUG oslo_vmware.api [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404296, 'name': ReconfigVM_Task, 'duration_secs': 0.193039} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.511050] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.525s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.511306] env[62849]: DEBUG nova.objects.instance [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'resources' on Instance uuid 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.513520] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861956', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'name': 'volume-4c63c279-1c29-4319-a5ad-cbba6625ab58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9c970e4-5922-4c47-9676-fef8fdfb5dd2', 'attached_at': '', 'detached_at': '', 'volume_id': '4c63c279-1c29-4319-a5ad-cbba6625ab58', 'serial': '4c63c279-1c29-4319-a5ad-cbba6625ab58'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 811.786110] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.994017] env[62849]: DEBUG oslo_vmware.api [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404297, 'name': PowerOnVM_Task, 'duration_secs': 0.676372} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.994322] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.012051] env[62849]: DEBUG nova.compute.utils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.013573] env[62849]: DEBUG nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.014341] env[62849]: DEBUG nova.network.neutron [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 812.071768] env[62849]: ERROR nova.compute.manager [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Failed to confirm volume detach for volume 4c63c279-1c29-4319-a5ad-cbba6625ab58. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 812.072487] env[62849]: DEBUG nova.objects.instance [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'flavor' on Instance uuid a9c970e4-5922-4c47-9676-fef8fdfb5dd2 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.130575] env[62849]: DEBUG nova.policy [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cf6aacf3a5a4a23a3d7ac6fd48ae0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce5aa5a3dd63481db91f1eb13d2777fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.287069] env[62849]: DEBUG oslo_vmware.api [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404298, 'name': PowerOnVM_Task, 'duration_secs': 0.84441} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.287271] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.287412] env[62849]: INFO nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Took 8.75 seconds to spawn the instance on the hypervisor. [ 812.288591] env[62849]: DEBUG nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.288591] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a184b03-f4e0-46bd-a4aa-5c51ff45c236 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.520176] env[62849]: DEBUG nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.594079] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910d0537-7164-4597-8afb-c353721ea906 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.602632] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0091166-0ab0-4cc9-bc95-215431199465 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.641268] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24862cc-0b7c-4653-8a0d-e08405e787ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.650768] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce103953-4035-4d78-b65f-3fd5308a95e2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.668906] env[62849]: DEBUG nova.compute.provider_tree [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.742855] env[62849]: DEBUG nova.network.neutron [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Successfully created port: e84e8607-3d1b-4a35-b13b-fb878cab1a5f {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 812.813373] env[62849]: INFO nova.compute.manager [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Took 32.45 seconds to build instance. [ 812.832682] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "ab2f0fcd-cc1c-4943-be65-a83126f72677" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.832925] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "ab2f0fcd-cc1c-4943-be65-a83126f72677" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.833144] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "ab2f0fcd-cc1c-4943-be65-a83126f72677-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.833318] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "ab2f0fcd-cc1c-4943-be65-a83126f72677-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.833474] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "ab2f0fcd-cc1c-4943-be65-a83126f72677-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.836866] env[62849]: INFO nova.compute.manager [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Terminating instance [ 812.857885] env[62849]: DEBUG nova.compute.manager [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.858956] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d892adeb-72b5-4739-9417-eb51fec94a65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.019195] env[62849]: INFO nova.compute.manager [None req-63f4b5a6-e745-4d1d-a28b-9bcccc9b8708 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance to original state: 'active' [ 813.090660] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3bdc8dfa-1bbe-4da5-9b4c-5893ca569b01 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.370s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.173997] env[62849]: DEBUG nova.scheduler.client.report [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.317743] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19c323a7-17ed-42c1-ab04-125f299aacf4 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "0b38ac85-980b-4320-a30d-633d862412e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.969s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.342296] env[62849]: DEBUG nova.compute.manager [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.342296] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.345082] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d847d1cb-e4fb-407a-9541-ac793f524427 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.357712] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.357843] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9be8a79-7298-485a-a085-f2520ace26d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.367362] env[62849]: DEBUG oslo_vmware.api [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 813.367362] env[62849]: value = "task-4404300" [ 813.367362] env[62849]: _type = "Task" [ 813.367362] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.373144] env[62849]: INFO nova.compute.manager [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] instance snapshotting [ 813.378628] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e31cb45-7fae-49b5-9a70-b8c57dbf3c90 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.387624] env[62849]: DEBUG oslo_vmware.api [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.413750] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecddf523-6a87-4290-9213-1cb2a1bd45d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.536796] env[62849]: DEBUG nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.546312] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "279db280-eaa4-436a-9236-6e8cbc6527d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.546631] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "279db280-eaa4-436a-9236-6e8cbc6527d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.577747] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.577747] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.577747] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.577747] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.578020] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.578020] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.578296] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.578457] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.578618] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.578774] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.578940] env[62849]: DEBUG nova.virt.hardware [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.579934] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6075fb-3d0f-4563-9dc0-52b626b609d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.590912] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e86e3e1-82a2-4ebe-9be0-c9aca69bd70c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.683520] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.687977] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.906s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.692144] env[62849]: INFO nova.compute.claims [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.745246] env[62849]: INFO nova.scheduler.client.report [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleted allocations for instance 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf [ 813.879229] env[62849]: DEBUG oslo_vmware.api [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404300, 'name': PowerOffVM_Task, 'duration_secs': 0.381489} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.879524] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.879690] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.879996] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8158e74b-c352-4d2e-90d7-58fda13a1dad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.933015] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 813.933377] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2398955-5ddf-4589-96cf-e29b17b84e8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.944757] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 813.944757] env[62849]: value = "task-4404302" [ 813.944757] env[62849]: _type = "Task" [ 813.944757] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.957657] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.959087] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.959471] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.959671] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Deleting the datastore file [datastore2] ab2f0fcd-cc1c-4943-be65-a83126f72677 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.959962] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-716db0a6-8077-47e2-abd0-82fc8defcd73 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.968942] env[62849]: DEBUG oslo_vmware.api [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 813.968942] env[62849]: value = "task-4404303" [ 813.968942] env[62849]: _type = "Task" [ 813.968942] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.979947] env[62849]: DEBUG oslo_vmware.api [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.050889] env[62849]: DEBUG nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.106380] env[62849]: DEBUG nova.compute.manager [req-f809806c-3583-4226-9c7f-ffb5b82ee290 req-bf4c9875-86f2-4301-bb9f-4ddea751e928 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Received event network-changed-da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 814.106716] env[62849]: DEBUG nova.compute.manager [req-f809806c-3583-4226-9c7f-ffb5b82ee290 req-bf4c9875-86f2-4301-bb9f-4ddea751e928 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Refreshing instance network info cache due to event network-changed-da77ac4f-85e3-4f62-8133-70d8204acf94. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 814.106847] env[62849]: DEBUG oslo_concurrency.lockutils [req-f809806c-3583-4226-9c7f-ffb5b82ee290 req-bf4c9875-86f2-4301-bb9f-4ddea751e928 service nova] Acquiring lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.106915] env[62849]: DEBUG oslo_concurrency.lockutils [req-f809806c-3583-4226-9c7f-ffb5b82ee290 req-bf4c9875-86f2-4301-bb9f-4ddea751e928 service nova] Acquired lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.107213] env[62849]: DEBUG nova.network.neutron [req-f809806c-3583-4226-9c7f-ffb5b82ee290 req-bf4c9875-86f2-4301-bb9f-4ddea751e928 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Refreshing network info cache for port da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.257885] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1a0367c9-1eb2-4369-adab-ba4bc83fd371 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.709s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.330287] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.330287] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.330287] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.330287] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.330522] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.336806] env[62849]: INFO nova.compute.manager [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Terminating instance [ 814.437557] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 814.440028] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862008', 'volume_id': 'bd2d9095-40f6-4771-8a43-370658fde892', 'name': 'volume-bd2d9095-40f6-4771-8a43-370658fde892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2127d2b0-7d68-4571-a0ca-b32f701bb728', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd2d9095-40f6-4771-8a43-370658fde892', 'serial': 'bd2d9095-40f6-4771-8a43-370658fde892'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 814.440028] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c508bc-19d2-4590-811f-c550b1159ed6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.472723] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b140201-9f3c-45ce-94ed-1303191bff5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.517259] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] volume-bd2d9095-40f6-4771-8a43-370658fde892/volume-bd2d9095-40f6-4771-8a43-370658fde892.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.527163] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3188ea4d-9610-45e0-98e2-8cfd667892a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.539529] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.539923] env[62849]: DEBUG oslo_vmware.api [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154432} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.540212] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.540457] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.540683] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.540945] env[62849]: INFO nova.compute.manager [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Took 1.20 seconds to destroy the instance on the hypervisor. [ 814.541296] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.542065] env[62849]: DEBUG nova.compute.manager [-] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.542347] env[62849]: DEBUG nova.network.neutron [-] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 814.549042] env[62849]: DEBUG oslo_vmware.api [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Waiting for the task: (returnval){ [ 814.549042] env[62849]: value = "task-4404304" [ 814.549042] env[62849]: _type = "Task" [ 814.549042] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.565285] env[62849]: DEBUG oslo_vmware.api [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Task: {'id': task-4404304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.586720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.709020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "479c512b-9304-46fb-8719-a0335ba39a59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.709020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "479c512b-9304-46fb-8719-a0335ba39a59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.709020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "479c512b-9304-46fb-8719-a0335ba39a59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.709020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "479c512b-9304-46fb-8719-a0335ba39a59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.709223] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "479c512b-9304-46fb-8719-a0335ba39a59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.714235] env[62849]: INFO nova.compute.manager [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Terminating instance [ 814.730695] env[62849]: DEBUG nova.compute.manager [req-fe9c4683-5621-458b-9eef-8ffdb5f29af6 req-af63e08e-5671-40dd-a19f-8078130383df service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Received event network-vif-plugged-e84e8607-3d1b-4a35-b13b-fb878cab1a5f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 814.730955] env[62849]: DEBUG oslo_concurrency.lockutils [req-fe9c4683-5621-458b-9eef-8ffdb5f29af6 req-af63e08e-5671-40dd-a19f-8078130383df service nova] Acquiring lock "82246b48-16e4-49e1-9578-181408b6bbe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.731224] env[62849]: DEBUG oslo_concurrency.lockutils [req-fe9c4683-5621-458b-9eef-8ffdb5f29af6 req-af63e08e-5671-40dd-a19f-8078130383df service nova] Lock "82246b48-16e4-49e1-9578-181408b6bbe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.731418] env[62849]: DEBUG oslo_concurrency.lockutils [req-fe9c4683-5621-458b-9eef-8ffdb5f29af6 req-af63e08e-5671-40dd-a19f-8078130383df service nova] Lock "82246b48-16e4-49e1-9578-181408b6bbe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.731634] env[62849]: DEBUG nova.compute.manager [req-fe9c4683-5621-458b-9eef-8ffdb5f29af6 req-af63e08e-5671-40dd-a19f-8078130383df service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] No waiting events found dispatching network-vif-plugged-e84e8607-3d1b-4a35-b13b-fb878cab1a5f {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.731838] env[62849]: WARNING nova.compute.manager [req-fe9c4683-5621-458b-9eef-8ffdb5f29af6 req-af63e08e-5671-40dd-a19f-8078130383df service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Received unexpected event network-vif-plugged-e84e8607-3d1b-4a35-b13b-fb878cab1a5f for instance with vm_state building and task_state spawning. [ 814.843410] env[62849]: DEBUG nova.compute.manager [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.843410] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.846362] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a91cdd-5cfe-4993-857c-3f931d9b6b58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.858721] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.863171] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c3f4a7a-a1ac-489d-a835-2525e658e2dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.869801] env[62849]: DEBUG oslo_vmware.api [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 814.869801] env[62849]: value = "task-4404305" [ 814.869801] env[62849]: _type = "Task" [ 814.869801] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.884577] env[62849]: DEBUG oslo_vmware.api [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.972267] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404302, 'name': CreateSnapshot_Task, 'duration_secs': 0.821468} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.972658] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 814.973350] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa659ce6-20b8-42de-b9a8-915a62dc0af8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.064797] env[62849]: DEBUG oslo_vmware.api [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Task: {'id': task-4404304, 'name': ReconfigVM_Task, 'duration_secs': 0.461886} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.068511] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Reconfigured VM instance instance-00000014 to attach disk [datastore2] volume-bd2d9095-40f6-4771-8a43-370658fde892/volume-bd2d9095-40f6-4771-8a43-370658fde892.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.074851] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e352570-73fd-44b3-8eb9-5346ad008713 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.096047] env[62849]: DEBUG oslo_vmware.api [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Waiting for the task: (returnval){ [ 815.096047] env[62849]: value = "task-4404306" [ 815.096047] env[62849]: _type = "Task" [ 815.096047] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.106982] env[62849]: DEBUG oslo_vmware.api [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Task: {'id': task-4404306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.202301] env[62849]: DEBUG nova.network.neutron [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Successfully updated port: e84e8607-3d1b-4a35-b13b-fb878cab1a5f {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 815.227369] env[62849]: DEBUG nova.compute.manager [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.227718] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.229054] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1c8175-db48-42f3-9bfa-923169df0a47 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.245636] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.245726] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-918ea37a-68bc-42e0-b738-7c9fa1e025e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.254352] env[62849]: DEBUG oslo_vmware.api [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 815.254352] env[62849]: value = "task-4404307" [ 815.254352] env[62849]: _type = "Task" [ 815.254352] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.278129] env[62849]: DEBUG oslo_vmware.api [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.298231] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62500a0-432c-46f9-942e-8a21008629e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.309435] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b3dc51-ee02-4f7e-8f9a-770e8c368cd5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.353382] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08880809-04d6-4836-81b0-7cc35680eed2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.364210] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12f23ff-c7ba-41f5-b08b-12bed83e2601 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.385086] env[62849]: DEBUG nova.compute.provider_tree [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.386779] env[62849]: DEBUG nova.network.neutron [req-f809806c-3583-4226-9c7f-ffb5b82ee290 req-bf4c9875-86f2-4301-bb9f-4ddea751e928 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updated VIF entry in instance network info cache for port da77ac4f-85e3-4f62-8133-70d8204acf94. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 815.387202] env[62849]: DEBUG nova.network.neutron [req-f809806c-3583-4226-9c7f-ffb5b82ee290 req-bf4c9875-86f2-4301-bb9f-4ddea751e928 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updating instance_info_cache with network_info: [{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.393741] env[62849]: DEBUG oslo_vmware.api [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404305, 'name': PowerOffVM_Task, 'duration_secs': 0.229671} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.393741] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.393741] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.393741] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-699511ae-734b-467f-a274-4855ddcec5d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.474059] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.474703] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.474703] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleting the datastore file [datastore2] a9c970e4-5922-4c47-9676-fef8fdfb5dd2 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.474834] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444806bc-feab-4ed2-9dfd-eeb08a600124 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.484330] env[62849]: DEBUG oslo_vmware.api [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 815.484330] env[62849]: value = "task-4404309" [ 815.484330] env[62849]: _type = "Task" [ 815.484330] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.501326] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 815.501678] env[62849]: DEBUG oslo_vmware.api [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.501920] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-470fae80-f7b5-4de5-bd98-cd9121a989e2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.511826] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 815.511826] env[62849]: value = "task-4404310" [ 815.511826] env[62849]: _type = "Task" [ 815.511826] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.522628] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404310, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.591088] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.591449] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.615018] env[62849]: DEBUG oslo_vmware.api [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Task: {'id': task-4404306, 'name': ReconfigVM_Task, 'duration_secs': 0.18627} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.615399] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862008', 'volume_id': 'bd2d9095-40f6-4771-8a43-370658fde892', 'name': 'volume-bd2d9095-40f6-4771-8a43-370658fde892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2127d2b0-7d68-4571-a0ca-b32f701bb728', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd2d9095-40f6-4771-8a43-370658fde892', 'serial': 'bd2d9095-40f6-4771-8a43-370658fde892'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.712719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquiring lock "refresh_cache-82246b48-16e4-49e1-9578-181408b6bbe9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.712719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquired lock "refresh_cache-82246b48-16e4-49e1-9578-181408b6bbe9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.712851] env[62849]: DEBUG nova.network.neutron [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 815.770822] env[62849]: DEBUG oslo_vmware.api [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404307, 'name': PowerOffVM_Task, 'duration_secs': 0.208911} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.771164] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.771335] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.771618] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1db9ed8b-3fc9-40a6-a866-af2f4251aba9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.847839] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.848299] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.848626] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Deleting the datastore file [datastore1] 479c512b-9304-46fb-8719-a0335ba39a59 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.849262] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647d3201-2c81-490e-b963-e91feae3aaba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.860029] env[62849]: DEBUG oslo_vmware.api [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 815.860029] env[62849]: value = "task-4404312" [ 815.860029] env[62849]: _type = "Task" [ 815.860029] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.873837] env[62849]: DEBUG oslo_vmware.api [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.897092] env[62849]: DEBUG oslo_concurrency.lockutils [req-f809806c-3583-4226-9c7f-ffb5b82ee290 req-bf4c9875-86f2-4301-bb9f-4ddea751e928 service nova] Releasing lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.916412] env[62849]: ERROR nova.scheduler.client.report [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [req-7db7bad6-a3fb-4ee9-8303-fdfaa7a31ed8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7db7bad6-a3fb-4ee9-8303-fdfaa7a31ed8"}]} [ 815.938529] env[62849]: DEBUG nova.scheduler.client.report [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 815.956477] env[62849]: DEBUG nova.scheduler.client.report [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 815.956783] env[62849]: DEBUG nova.compute.provider_tree [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.973170] env[62849]: DEBUG nova.scheduler.client.report [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 815.993448] env[62849]: DEBUG nova.scheduler.client.report [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 816.000654] env[62849]: DEBUG oslo_vmware.api [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396018} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.001388] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.001388] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.001388] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.001512] env[62849]: INFO nova.compute.manager [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 816.002120] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.002120] env[62849]: DEBUG nova.compute.manager [-] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.002120] env[62849]: DEBUG nova.network.neutron [-] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 816.026066] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404310, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.094734] env[62849]: INFO nova.compute.manager [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Detaching volume d06026f3-6814-411e-949a-147a976a27d2 [ 816.149938] env[62849]: INFO nova.virt.block_device [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Attempting to driver detach volume d06026f3-6814-411e-949a-147a976a27d2 from mountpoint /dev/sdb [ 816.150083] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 816.150215] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861946', 'volume_id': 'd06026f3-6814-411e-949a-147a976a27d2', 'name': 'volume-d06026f3-6814-411e-949a-147a976a27d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'affc6651-9e82-4058-a31a-1ca4a7c16d66', 'attached_at': '', 'detached_at': '', 'volume_id': 'd06026f3-6814-411e-949a-147a976a27d2', 'serial': 'd06026f3-6814-411e-949a-147a976a27d2'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 816.151138] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e990368-9a02-4e92-aff6-3a97a2325506 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.188159] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5bae7a-8b39-4451-b988-975b1ec3ab08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.198227] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e6aed-dd22-4271-8db3-1fd3a813b0bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.226879] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5c8222-6050-49ce-9266-3400a7596aef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.243346] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] The volume has not been displaced from its original location: [datastore1] volume-d06026f3-6814-411e-949a-147a976a27d2/volume-d06026f3-6814-411e-949a-147a976a27d2.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 816.251547] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 816.255009] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51dc6a2-3b69-47d3-a478-9ddb3b25728f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.277927] env[62849]: DEBUG oslo_vmware.api [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 816.277927] env[62849]: value = "task-4404313" [ 816.277927] env[62849]: _type = "Task" [ 816.277927] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.285310] env[62849]: DEBUG nova.network.neutron [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 816.290898] env[62849]: DEBUG nova.network.neutron [-] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.292441] env[62849]: DEBUG oslo_vmware.api [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.375588] env[62849]: DEBUG oslo_vmware.api [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182493} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.375908] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.376135] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.376353] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.376542] env[62849]: INFO nova.compute.manager [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Took 1.15 seconds to destroy the instance on the hypervisor. [ 816.376808] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.377049] env[62849]: DEBUG nova.compute.manager [-] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.377153] env[62849]: DEBUG nova.network.neutron [-] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 816.529221] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404310, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.578507] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c7a744-d06d-4738-a0c1-981dd0db55a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.588292] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a7fd24-be07-405a-bfb8-b8521921618e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.620501] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc0d7c8-b5ec-4112-803b-3cf0fb898053 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.629706] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00fe331-082c-4ea6-812d-fce12b7f5a84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.646029] env[62849]: DEBUG nova.compute.provider_tree [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.692801] env[62849]: DEBUG nova.objects.instance [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Lazy-loading 'flavor' on Instance uuid 2127d2b0-7d68-4571-a0ca-b32f701bb728 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.793660] env[62849]: INFO nova.compute.manager [-] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Took 2.25 seconds to deallocate network for instance. [ 816.794215] env[62849]: DEBUG oslo_vmware.api [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404313, 'name': ReconfigVM_Task, 'duration_secs': 0.420666} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.796577] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.805585] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e10045b0-7acd-4640-89d2-c6339f091549 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.827262] env[62849]: DEBUG oslo_vmware.api [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 816.827262] env[62849]: value = "task-4404314" [ 816.827262] env[62849]: _type = "Task" [ 816.827262] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.841304] env[62849]: DEBUG oslo_vmware.api [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.930055] env[62849]: DEBUG nova.network.neutron [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Updating instance_info_cache with network_info: [{"id": "e84e8607-3d1b-4a35-b13b-fb878cab1a5f", "address": "fa:16:3e:37:61:0f", "network": {"id": "2b2829c6-64e8-41c0-b12c-aa3915d8d5ae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1256857629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5aa5a3dd63481db91f1eb13d2777fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape84e8607-3d", "ovs_interfaceid": "e84e8607-3d1b-4a35-b13b-fb878cab1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.937507] env[62849]: DEBUG nova.compute.manager [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Received event network-changed-e84e8607-3d1b-4a35-b13b-fb878cab1a5f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 816.937507] env[62849]: DEBUG nova.compute.manager [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Refreshing instance network info cache due to event network-changed-e84e8607-3d1b-4a35-b13b-fb878cab1a5f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 816.937507] env[62849]: DEBUG oslo_concurrency.lockutils [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] Acquiring lock "refresh_cache-82246b48-16e4-49e1-9578-181408b6bbe9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.027162] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404310, 'name': CloneVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.199709] env[62849]: DEBUG oslo_concurrency.lockutils [None req-622fe911-2d0b-4503-a3a6-c1c1d2dd0851 tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.440s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.207527] env[62849]: DEBUG nova.scheduler.client.report [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 817.207527] env[62849]: DEBUG nova.compute.provider_tree [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 87 to 88 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 817.207527] env[62849]: DEBUG nova.compute.provider_tree [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.318768] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.339166] env[62849]: DEBUG oslo_vmware.api [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404314, 'name': ReconfigVM_Task, 'duration_secs': 0.189248} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.339505] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-861946', 'volume_id': 'd06026f3-6814-411e-949a-147a976a27d2', 'name': 'volume-d06026f3-6814-411e-949a-147a976a27d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'affc6651-9e82-4058-a31a-1ca4a7c16d66', 'attached_at': '', 'detached_at': '', 'volume_id': 'd06026f3-6814-411e-949a-147a976a27d2', 'serial': 'd06026f3-6814-411e-949a-147a976a27d2'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 817.433378] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Releasing lock "refresh_cache-82246b48-16e4-49e1-9578-181408b6bbe9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.433378] env[62849]: DEBUG nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Instance network_info: |[{"id": "e84e8607-3d1b-4a35-b13b-fb878cab1a5f", "address": "fa:16:3e:37:61:0f", "network": {"id": "2b2829c6-64e8-41c0-b12c-aa3915d8d5ae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1256857629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5aa5a3dd63481db91f1eb13d2777fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape84e8607-3d", "ovs_interfaceid": "e84e8607-3d1b-4a35-b13b-fb878cab1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.433600] env[62849]: DEBUG oslo_concurrency.lockutils [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] Acquired lock "refresh_cache-82246b48-16e4-49e1-9578-181408b6bbe9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.433600] env[62849]: DEBUG nova.network.neutron [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Refreshing network info cache for port e84e8607-3d1b-4a35-b13b-fb878cab1a5f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.435088] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:61:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e84e8607-3d1b-4a35-b13b-fb878cab1a5f', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.442578] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Creating folder: Project (ce5aa5a3dd63481db91f1eb13d2777fb). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.443337] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fddc7e1e-5c3a-47f4-81bf-f9ae85a03ee1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.456594] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Created folder: Project (ce5aa5a3dd63481db91f1eb13d2777fb) in parent group-v861840. [ 817.456863] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Creating folder: Instances. Parent ref: group-v862011. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.457196] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a9c820c-4e94-4870-85ec-66c45ee7c56a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.469117] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Created folder: Instances in parent group-v862011. [ 817.469391] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.469590] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.469864] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18bd66a3-cd60-4ea3-a767-0b758362025c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.492850] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.492850] env[62849]: value = "task-4404317" [ 817.492850] env[62849]: _type = "Task" [ 817.492850] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.502482] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404317, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.526892] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404310, 'name': CloneVM_Task, 'duration_secs': 1.531681} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.526892] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Created linked-clone VM from snapshot [ 817.528176] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db94b5f-9874-41e4-89a3-4cc302fe84f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.538056] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Uploading image c49c9865-63ff-4bac-b233-d6f0b57fd28e {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 817.553524] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 817.553813] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75a6cff4-8eb9-4043-b01a-6e91aa7a53f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.565128] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 817.565128] env[62849]: value = "task-4404318" [ 817.565128] env[62849]: _type = "Task" [ 817.565128] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.581791] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404318, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.658019] env[62849]: DEBUG nova.network.neutron [-] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.681821] env[62849]: DEBUG nova.network.neutron [-] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.714303] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.028s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.715580] env[62849]: DEBUG nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.721422] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.061s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.898527] env[62849]: ERROR nova.compute.manager [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Failed to confirm volume detach for volume d06026f3-6814-411e-949a-147a976a27d2. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 817.899549] env[62849]: DEBUG nova.objects.instance [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'flavor' on Instance uuid affc6651-9e82-4058-a31a-1ca4a7c16d66 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.005336] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404317, 'name': CreateVM_Task, 'duration_secs': 0.455749} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.005557] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.006401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.006614] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.006989] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.007290] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa39673a-d9b8-4e1f-bf64-01479fb188a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.017824] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 818.017824] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5231003c-1582-9075-05bd-bcd4fa56ff5c" [ 818.017824] env[62849]: _type = "Task" [ 818.017824] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.028036] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5231003c-1582-9075-05bd-bcd4fa56ff5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.066353] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Acquiring lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.066675] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.078773] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404318, 'name': Destroy_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.161068] env[62849]: INFO nova.compute.manager [-] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Took 2.16 seconds to deallocate network for instance. [ 818.184882] env[62849]: INFO nova.compute.manager [-] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Took 1.81 seconds to deallocate network for instance. [ 818.225155] env[62849]: DEBUG nova.compute.utils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.247363] env[62849]: DEBUG nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.247597] env[62849]: DEBUG nova.network.neutron [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 818.250027] env[62849]: DEBUG nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.254665] env[62849]: DEBUG nova.network.neutron [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Updated VIF entry in instance network info cache for port e84e8607-3d1b-4a35-b13b-fb878cab1a5f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 818.255145] env[62849]: DEBUG nova.network.neutron [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Updating instance_info_cache with network_info: [{"id": "e84e8607-3d1b-4a35-b13b-fb878cab1a5f", "address": "fa:16:3e:37:61:0f", "network": {"id": "2b2829c6-64e8-41c0-b12c-aa3915d8d5ae", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1256857629-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce5aa5a3dd63481db91f1eb13d2777fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape84e8607-3d", "ovs_interfaceid": "e84e8607-3d1b-4a35-b13b-fb878cab1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.335835] env[62849]: DEBUG nova.policy [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '355cc9599f2e4c1bb608d33e8755a8b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9ff5682518f48cf8edd2b00a6b7632d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.531022] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5231003c-1582-9075-05bd-bcd4fa56ff5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013005} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.531571] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.531571] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.531824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.531970] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.532191] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.532524] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e1a364a-3212-4122-ae1a-3e8e58fb5767 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.544968] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.545173] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.545955] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759ce1a8-43c8-4806-8e34-c67aed15cb81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.552878] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 818.552878] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5262e7ba-0817-71dd-609f-748e408eda06" [ 818.552878] env[62849]: _type = "Task" [ 818.552878] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.563216] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5262e7ba-0817-71dd-609f-748e408eda06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.572616] env[62849]: INFO nova.compute.manager [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Detaching volume bd2d9095-40f6-4771-8a43-370658fde892 [ 818.582447] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404318, 'name': Destroy_Task, 'duration_secs': 0.594068} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.586305] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Destroyed the VM [ 818.586688] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.588282] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56bb1654-241b-447a-919e-cf7e3a104bfa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.601194] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 818.601194] env[62849]: value = "task-4404319" [ 818.601194] env[62849]: _type = "Task" [ 818.601194] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.622528] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.638567] env[62849]: INFO nova.virt.block_device [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Attempting to driver detach volume bd2d9095-40f6-4771-8a43-370658fde892 from mountpoint /dev/sdb [ 818.638567] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 818.638567] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862008', 'volume_id': 'bd2d9095-40f6-4771-8a43-370658fde892', 'name': 'volume-bd2d9095-40f6-4771-8a43-370658fde892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2127d2b0-7d68-4571-a0ca-b32f701bb728', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd2d9095-40f6-4771-8a43-370658fde892', 'serial': 'bd2d9095-40f6-4771-8a43-370658fde892'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 818.639072] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ab554-760a-4e79-9956-4adae7acdcf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.664013] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26948431-45d5-48e6-a333-b4cb42d0d6c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.670542] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.673714] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766945ba-7497-42d4-8bf1-b3d2a8526a5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.696960] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.698090] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af2959a-d99e-4a59-a86c-c9bde050dc4d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.715515] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] The volume has not been displaced from its original location: [datastore2] volume-bd2d9095-40f6-4771-8a43-370658fde892/volume-bd2d9095-40f6-4771-8a43-370658fde892.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 818.720295] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 818.720734] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09eeb918-4b3a-4990-9b10-45228392c576 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.742038] env[62849]: DEBUG oslo_vmware.api [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Waiting for the task: (returnval){ [ 818.742038] env[62849]: value = "task-4404320" [ 818.742038] env[62849]: _type = "Task" [ 818.742038] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.752738] env[62849]: DEBUG oslo_vmware.api [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Task: {'id': task-4404320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.762520] env[62849]: DEBUG oslo_concurrency.lockutils [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] Releasing lock "refresh_cache-82246b48-16e4-49e1-9578-181408b6bbe9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.762778] env[62849]: DEBUG nova.compute.manager [req-6ab9cf89-0589-454f-904b-561ae41110f3 req-5483c736-83c7-41d5-b1db-63fa03c091f3 service nova] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Received event network-vif-deleted-32477d8e-6159-4f77-bb3a-89cf4a92b620 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 818.784555] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 47563de8-701e-426e-a3c2-340c978f781a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.784736] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c470235b-8456-4a41-90c3-89205b6d0e32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.784793] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.784918] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2127d2b0-7d68-4571-a0ca-b32f701bb728 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.785109] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance ab2f0fcd-cc1c-4943-be65-a83126f72677 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.785244] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.785393] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.785515] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance affc6651-9e82-4058-a31a-1ca4a7c16d66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.785662] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 19d76bfb-f713-4112-9a92-61b3cf45f808 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.785775] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance b87e622d-720f-4024-97b6-1c12d4d9d6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.785895] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 4e97af5c-1c18-4558-a688-9505339fed93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.786019] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance a9c970e4-5922-4c47-9676-fef8fdfb5dd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.786124] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 83cdc46b-07f6-49bd-a7d0-8a4c98b12376 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.786318] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 78eaf85c-3da6-4a89-b43f-ce6f236bd264 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.786465] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance eff1bf74-a3ab-40b4-b508-d4c615bd4ad5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.786622] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 479c512b-9304-46fb-8719-a0335ba39a59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.786750] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 379996e0-b80e-4066-a47f-1bcf26c647fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.786842] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 06460b50-2b1a-46ae-b8d1-cb1ebae77f44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.787031] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.787408] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 0a82d437-2c20-42a9-bd89-dc35968d0cc5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.787518] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c489ec22-0c62-46fc-9083-1f1730b3b65a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.787642] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 0b38ac85-980b-4320-a30d-633d862412e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.787760] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 82246b48-16e4-49e1-9578-181408b6bbe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.787876] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 818.797523] env[62849]: DEBUG nova.network.neutron [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Successfully created port: 7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 818.909971] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0f001086-b3ac-409e-a0af-b665f4311f44 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.317s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.968226] env[62849]: DEBUG nova.compute.manager [req-c5cdcfd0-f6e5-400a-8fa5-df89c16c9bf1 req-7614b934-4e33-45dc-88a5-2b79678ee859 service nova] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Received event network-vif-deleted-b699876b-60f0-416e-9f34-d7f4c37bde78 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 818.968484] env[62849]: DEBUG nova.compute.manager [req-c5cdcfd0-f6e5-400a-8fa5-df89c16c9bf1 req-7614b934-4e33-45dc-88a5-2b79678ee859 service nova] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Received event network-vif-deleted-35406f87-5073-49f4-8677-88e3575f78c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 819.064710] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5262e7ba-0817-71dd-609f-748e408eda06, 'name': SearchDatastore_Task, 'duration_secs': 0.023791} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.065583] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c64762a-61d3-4efd-9aea-157c62e297e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.073112] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 819.073112] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52706b80-b8a2-2542-a547-12acb0a3a7c4" [ 819.073112] env[62849]: _type = "Task" [ 819.073112] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.085298] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52706b80-b8a2-2542-a547-12acb0a3a7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.111086] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.254687] env[62849]: DEBUG oslo_vmware.api [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Task: {'id': task-4404320, 'name': ReconfigVM_Task, 'duration_secs': 0.368373} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.255172] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 819.261684] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f329231b-dc64-4999-945c-5b5dc1b0b5c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.274910] env[62849]: DEBUG nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.286831] env[62849]: DEBUG oslo_vmware.api [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Waiting for the task: (returnval){ [ 819.286831] env[62849]: value = "task-4404321" [ 819.286831] env[62849]: _type = "Task" [ 819.286831] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.291686] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 1f2b858f-beba-472d-9743-1c4a7f64f3b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 819.301772] env[62849]: DEBUG oslo_vmware.api [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Task: {'id': task-4404321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.311498] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.311899] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.312126] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.312347] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.312500] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.312671] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.312990] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.313194] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.313371] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.313532] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.313736] env[62849]: DEBUG nova.virt.hardware [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.315429] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf8d472-5954-465c-aef3-b1790c9e7fb0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.329358] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf116c0-33fd-4b5c-b1e1-dc407e8ca2a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.585502] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52706b80-b8a2-2542-a547-12acb0a3a7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.023967} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.586170] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.586170] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 82246b48-16e4-49e1-9578-181408b6bbe9/82246b48-16e4-49e1-9578-181408b6bbe9.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.586541] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c19dd49-9a77-43a9-b717-ad71c391467d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.596178] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 819.596178] env[62849]: value = "task-4404322" [ 819.596178] env[62849]: _type = "Task" [ 819.596178] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.609937] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.616701] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404319, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.798409] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 92c4e30e-0ed6-4190-b519-a75df27b5a2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 819.800395] env[62849]: DEBUG oslo_vmware.api [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Task: {'id': task-4404321, 'name': ReconfigVM_Task, 'duration_secs': 0.208297} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.800994] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862008', 'volume_id': 'bd2d9095-40f6-4771-8a43-370658fde892', 'name': 'volume-bd2d9095-40f6-4771-8a43-370658fde892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2127d2b0-7d68-4571-a0ca-b32f701bb728', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd2d9095-40f6-4771-8a43-370658fde892', 'serial': 'bd2d9095-40f6-4771-8a43-370658fde892'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 820.012108] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.012358] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.012512] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "affc6651-9e82-4058-a31a-1ca4a7c16d66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.012712] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.012881] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.015374] env[62849]: INFO nova.compute.manager [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Terminating instance [ 820.115181] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404322, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.118782] env[62849]: DEBUG oslo_vmware.api [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404319, 'name': RemoveSnapshot_Task, 'duration_secs': 1.110062} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.119147] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.303819] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c2a2a643-c78e-49e2-a4f5-f9ff5e6654df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 820.356028] env[62849]: ERROR nova.compute.manager [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Failed to confirm volume detach for volume bd2d9095-40f6-4771-8a43-370658fde892. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 820.356793] env[62849]: DEBUG nova.objects.instance [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Lazy-loading 'flavor' on Instance uuid 2127d2b0-7d68-4571-a0ca-b32f701bb728 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.436766] env[62849]: DEBUG nova.network.neutron [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Successfully updated port: 7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 820.519552] env[62849]: DEBUG nova.compute.manager [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.519806] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.522077] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70381d0b-141f-4da0-b755-517dab6e3a75 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.529756] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.530065] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ada3fb-20c5-4526-8468-d8c2aeef93e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.537925] env[62849]: DEBUG oslo_vmware.api [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 820.537925] env[62849]: value = "task-4404323" [ 820.537925] env[62849]: _type = "Task" [ 820.537925] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.547493] env[62849]: DEBUG oslo_vmware.api [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.607116] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56363} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.607423] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 82246b48-16e4-49e1-9578-181408b6bbe9/82246b48-16e4-49e1-9578-181408b6bbe9.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.607643] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.607934] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b0dc45-511f-410c-92eb-90346d739e71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.617620] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 820.617620] env[62849]: value = "task-4404324" [ 820.617620] env[62849]: _type = "Task" [ 820.617620] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.624591] env[62849]: WARNING nova.compute.manager [None req-9b15733f-92ed-4afc-829b-6dcb15484e96 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Image not found during snapshot: nova.exception.ImageNotFound: Image c49c9865-63ff-4bac-b233-d6f0b57fd28e could not be found. [ 820.630074] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.805354] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 279db280-eaa4-436a-9236-6e8cbc6527d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 820.805681] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 820.805819] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=100GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '16', 'num_task_None': '15', 'num_os_type_None': '19', 'num_proj_84dafa5b23b940b0bd11f0b09c43cd9b': '2', 'io_workload': '2', 'num_task_deleting': '2', 'num_proj_1e7892518d5946bca8d1adb72ffb173c': '1', 'num_proj_be2f8276d9fb4f92b7592668686a977d': '2', 'num_proj_e9ff5682518f48cf8edd2b00a6b7632d': '2', 'num_proj_40fb94d51de7485abd2c9d4ec9a5b0d6': '1', 'num_proj_307f4a432fd140cdb8d4b718e7ae5188': '3', 'num_proj_306a019735d242f2a0da1cc4b5743823': '1', 'num_vm_rescued': '1', 'num_proj_60b4382c82e04ec5838aee623c678786': '1', 'num_proj_bb78c7d0bcda46a4b2f258efdcbf56e9': '1', 'num_proj_2c5342bd070341728f353331361556bc': '1', 'num_proj_d77a69afbb08458681c11638fada3879': '1', 'num_task_image_uploading': '1', 'num_proj_b3508741829a44769adccdeae85f0169': '1', 'num_proj_ecc1ff5cd5544fd0b753824f5f163001': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_ce5aa5a3dd63481db91f1eb13d2777fb': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 820.941116] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.941274] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.941423] env[62849]: DEBUG nova.network.neutron [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 821.000360] env[62849]: DEBUG nova.compute.manager [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Received event network-vif-plugged-7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 821.000460] env[62849]: DEBUG oslo_concurrency.lockutils [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] Acquiring lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.001679] env[62849]: DEBUG oslo_concurrency.lockutils [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.001679] env[62849]: DEBUG oslo_concurrency.lockutils [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.001679] env[62849]: DEBUG nova.compute.manager [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] No waiting events found dispatching network-vif-plugged-7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.001679] env[62849]: WARNING nova.compute.manager [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Received unexpected event network-vif-plugged-7d24ca69-2b36-4610-8b45-9e40b4b46c83 for instance with vm_state building and task_state spawning. [ 821.001679] env[62849]: DEBUG nova.compute.manager [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Received event network-changed-7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 821.002211] env[62849]: DEBUG nova.compute.manager [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Refreshing instance network info cache due to event network-changed-7d24ca69-2b36-4610-8b45-9e40b4b46c83. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 821.002211] env[62849]: DEBUG oslo_concurrency.lockutils [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] Acquiring lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.051188] env[62849]: DEBUG oslo_vmware.api [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404323, 'name': PowerOffVM_Task, 'duration_secs': 0.204874} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.051564] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.051741] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.051998] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b67d85bf-434b-407d-8875-bf641d1e426d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.129324] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074501} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.132179] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.134272] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c077986-9b35-4951-bbee-c8bd5ed8dd2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.157412] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 82246b48-16e4-49e1-9578-181408b6bbe9/82246b48-16e4-49e1-9578-181408b6bbe9.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.161304] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6205d60b-20f3-4b15-9806-b367a9fc085f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.175405] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.175620] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.175796] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleting the datastore file [datastore1] affc6651-9e82-4058-a31a-1ca4a7c16d66 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.176395] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d69b3591-4886-492b-9203-8554cd20a110 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.184647] env[62849]: DEBUG oslo_vmware.api [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 821.184647] env[62849]: value = "task-4404327" [ 821.184647] env[62849]: _type = "Task" [ 821.184647] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.186053] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 821.186053] env[62849]: value = "task-4404326" [ 821.186053] env[62849]: _type = "Task" [ 821.186053] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.201223] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.204369] env[62849]: DEBUG oslo_vmware.api [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.233328] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1600b2-1ab5-45d0-a5a3-994d49957a78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.241955] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc97b5c-bae5-4985-9d13-34a8e85289e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.274045] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f0018-b94b-4b07-81f4-b31b14c959af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.283120] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8be156-5858-42c2-8cb2-c627d5a7aa35 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.298579] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.367106] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9f23801b-a3b9-4d89-9b1c-099791b28d9d tempest-VolumesAssistedSnapshotsTest-329538470 tempest-VolumesAssistedSnapshotsTest-329538470-project-admin] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.477051] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "c489ec22-0c62-46fc-9083-1f1730b3b65a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.477380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c489ec22-0c62-46fc-9083-1f1730b3b65a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.477595] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "c489ec22-0c62-46fc-9083-1f1730b3b65a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.477848] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c489ec22-0c62-46fc-9083-1f1730b3b65a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.478089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c489ec22-0c62-46fc-9083-1f1730b3b65a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.480798] env[62849]: INFO nova.compute.manager [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Terminating instance [ 821.490119] env[62849]: DEBUG nova.network.neutron [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 821.681986] env[62849]: DEBUG nova.network.neutron [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Updating instance_info_cache with network_info: [{"id": "7d24ca69-2b36-4610-8b45-9e40b4b46c83", "address": "fa:16:3e:5a:e5:82", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d24ca69-2b", "ovs_interfaceid": "7d24ca69-2b36-4610-8b45-9e40b4b46c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.696817] env[62849]: DEBUG oslo_vmware.api [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189781} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.700449] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.700631] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.700802] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.700967] env[62849]: INFO nova.compute.manager [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Took 1.18 seconds to destroy the instance on the hypervisor. [ 821.701217] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.701659] env[62849]: DEBUG nova.compute.manager [-] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.701757] env[62849]: DEBUG nova.network.neutron [-] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 821.708687] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404326, 'name': ReconfigVM_Task, 'duration_secs': 0.324898} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.709104] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 82246b48-16e4-49e1-9578-181408b6bbe9/82246b48-16e4-49e1-9578-181408b6bbe9.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.709540] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d320bd-fe57-43d3-a503-da9fde75c3f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.719773] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 821.719773] env[62849]: value = "task-4404328" [ 821.719773] env[62849]: _type = "Task" [ 821.719773] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.729873] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404328, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.855978] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 821.856274] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 88 to 89 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 821.856455] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.984733] env[62849]: DEBUG nova.compute.manager [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.984994] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.986284] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7359f1b-8fcb-40a4-88d4-ae1a53dccadc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.999658] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.000608] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-532e1cf8-6062-4617-9da5-c427326e01f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.012281] env[62849]: DEBUG oslo_vmware.api [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 822.012281] env[62849]: value = "task-4404329" [ 822.012281] env[62849]: _type = "Task" [ 822.012281] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.022260] env[62849]: DEBUG oslo_vmware.api [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.187321] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.187321] env[62849]: DEBUG nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Instance network_info: |[{"id": "7d24ca69-2b36-4610-8b45-9e40b4b46c83", "address": "fa:16:3e:5a:e5:82", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d24ca69-2b", "ovs_interfaceid": "7d24ca69-2b36-4610-8b45-9e40b4b46c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.187585] env[62849]: DEBUG oslo_concurrency.lockutils [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] Acquired lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.187585] env[62849]: DEBUG nova.network.neutron [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Refreshing network info cache for port 7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.188196] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:e5:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d24ca69-2b36-4610-8b45-9e40b4b46c83', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.197185] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.201380] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.204025] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d63b91f3-eac1-4c61-89ee-f0d82c42efb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.236936] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404328, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.239409] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.239409] env[62849]: value = "task-4404331" [ 822.239409] env[62849]: _type = "Task" [ 822.239409] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.250363] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404331, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.362535] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 822.362789] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.642s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.363085] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.652s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.365364] env[62849]: INFO nova.compute.claims [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.369416] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.369416] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Cleaning up deleted instances {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11920}} [ 822.525509] env[62849]: DEBUG oslo_vmware.api [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404329, 'name': PowerOffVM_Task, 'duration_secs': 0.338235} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.525784] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.525957] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.526224] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38e1a25d-73e6-44cd-b85a-df2419a5eab8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.557430] env[62849]: DEBUG nova.network.neutron [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Updated VIF entry in instance network info cache for port 7d24ca69-2b36-4610-8b45-9e40b4b46c83. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.557968] env[62849]: DEBUG nova.network.neutron [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Updating instance_info_cache with network_info: [{"id": "7d24ca69-2b36-4610-8b45-9e40b4b46c83", "address": "fa:16:3e:5a:e5:82", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d24ca69-2b", "ovs_interfaceid": "7d24ca69-2b36-4610-8b45-9e40b4b46c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.618285] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.618598] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.618899] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleting the datastore file [datastore1] c489ec22-0c62-46fc-9083-1f1730b3b65a {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.619229] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-150f50b6-8a78-4d29-a09a-12fe415afca6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.628577] env[62849]: DEBUG oslo_vmware.api [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 822.628577] env[62849]: value = "task-4404333" [ 822.628577] env[62849]: _type = "Task" [ 822.628577] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.637401] env[62849]: DEBUG oslo_vmware.api [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.736181] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404328, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.749970] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404331, 'name': CreateVM_Task, 'duration_secs': 0.394905} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.750176] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.750876] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.751048] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.751373] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.751621] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25de0974-4d2e-42db-894e-4dd146b70a4a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.758468] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 822.758468] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d43815-4951-a113-27e9-9c4755e23ee0" [ 822.758468] env[62849]: _type = "Task" [ 822.758468] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.766968] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d43815-4951-a113-27e9-9c4755e23ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.882206] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] There are 34 instances to clean {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 822.882851] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 16c13e68-5140-4fb6-b670-6ddec41fd7ba] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 822.915766] env[62849]: DEBUG nova.network.neutron [-] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.044629] env[62849]: DEBUG nova.compute.manager [req-49c8bac7-64ac-4647-a395-0ec71d93af9c req-a482e32c-b3ce-4312-9c07-d6d8e80aabad service nova] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Received event network-vif-deleted-5125406f-f317-4a0e-9ed7-29bc653886ab {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 823.060671] env[62849]: DEBUG oslo_concurrency.lockutils [req-8fff7d98-6e7b-413c-bc23-def450071791 req-ae178ec4-589d-49f1-a5dd-959076d0a787 service nova] Releasing lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.142594] env[62849]: DEBUG oslo_vmware.api [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276342} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.142860] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.143057] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.143232] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.143400] env[62849]: INFO nova.compute.manager [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 823.143636] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.143866] env[62849]: DEBUG nova.compute.manager [-] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.143967] env[62849]: DEBUG nova.network.neutron [-] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 823.235281] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404328, 'name': Rename_Task, 'duration_secs': 1.18523} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.235580] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.235929] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b04044b9-470d-46fd-aa3d-1ee0dfac45f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.243080] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 823.243080] env[62849]: value = "task-4404334" [ 823.243080] env[62849]: _type = "Task" [ 823.243080] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.254423] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.268562] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d43815-4951-a113-27e9-9c4755e23ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.038447} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.268858] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.269140] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.269331] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.269468] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.269885] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.269955] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2633fa-6ee5-45e6-8f9f-df53339eec64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.282417] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.282658] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.283499] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e6fd8d-a77b-43d1-a4fa-71dd8541adc0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.289717] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bea6dfc-b7e3-4235-bd81-37eba5e639d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.295662] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 823.295662] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527dc770-2092-fb00-f03d-25f9cd91d506" [ 823.295662] env[62849]: _type = "Task" [ 823.295662] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.303144] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114ac6ed-aeb9-4945-b22e-18c77e3627ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.310873] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527dc770-2092-fb00-f03d-25f9cd91d506, 'name': SearchDatastore_Task, 'duration_secs': 0.01209} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.312124] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d4cd96-5e7d-446b-ab29-aecf670ff803 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.344205] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0783e0ef-bd9b-405d-9309-52ca289567c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.347071] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 823.347071] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5279dd28-3bfe-9c5c-45f2-754955d65b0a" [ 823.347071] env[62849]: _type = "Task" [ 823.347071] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.355784] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b4b8d-391f-4cee-b009-28377a14aca1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.370219] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5279dd28-3bfe-9c5c-45f2-754955d65b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015737} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.370391] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.370942] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0/03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.371399] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e61fdcfc-e4e3-4042-ab77-0f4dd13b0943 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.385030] env[62849]: DEBUG nova.compute.provider_tree [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.387366] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 0c38b968-7a95-430d-a1d3-fe656571edfd] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 823.398030] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 823.398030] env[62849]: value = "task-4404335" [ 823.398030] env[62849]: _type = "Task" [ 823.398030] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.412893] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.418944] env[62849]: INFO nova.compute.manager [-] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Took 1.72 seconds to deallocate network for instance. [ 823.755186] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.891997] env[62849]: DEBUG nova.scheduler.client.report [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.896790] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9b4dc4d7-5aae-4723-a7c4-c728642594d3] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 823.911347] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.927602] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.995808] env[62849]: DEBUG nova.network.neutron [-] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.256522] env[62849]: DEBUG oslo_vmware.api [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404334, 'name': PowerOnVM_Task, 'duration_secs': 0.867232} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.256522] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.256801] env[62849]: INFO nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Took 10.72 seconds to spawn the instance on the hypervisor. [ 824.257189] env[62849]: DEBUG nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.257871] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e93e281-fe74-4373-9f56-8eddacd1eb50 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.400721] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.037s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.401302] env[62849]: DEBUG nova.compute.manager [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.403942] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 8b3f199c-4efb-4ff7-bed2-5d06e01ae4cf] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 824.405753] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.519s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.407220] env[62849]: INFO nova.compute.claims [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.419632] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588558} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.419906] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0/03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.420151] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.420413] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f167f23a-6832-4197-aabd-c343a6e4294d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.428532] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 824.428532] env[62849]: value = "task-4404336" [ 824.428532] env[62849]: _type = "Task" [ 824.428532] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.439376] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.500428] env[62849]: INFO nova.compute.manager [-] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Took 1.36 seconds to deallocate network for instance. [ 824.718033] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquiring lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.718033] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.718033] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquiring lock "2127d2b0-7d68-4571-a0ca-b32f701bb728-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.718309] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.718495] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.720699] env[62849]: INFO nova.compute.manager [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Terminating instance [ 824.780071] env[62849]: INFO nova.compute.manager [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Took 42.93 seconds to build instance. [ 824.907516] env[62849]: DEBUG nova.compute.utils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.908995] env[62849]: DEBUG nova.compute.manager [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 824.915387] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 7c6ce930-15bb-44b2-bc99-d23c60cbda48] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 824.939645] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.434816} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.939959] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.940812] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dda60c2-f201-458d-9d11-01782fbed12f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.965270] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0/03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.965894] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f812fa7-be83-46ce-b656-a791f853be5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.985992] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 824.985992] env[62849]: value = "task-4404337" [ 824.985992] env[62849]: _type = "Task" [ 824.985992] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.995193] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.008608] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.076677] env[62849]: DEBUG nova.compute.manager [req-42fbafe9-82d3-48cb-918a-c0e23f09bb1b req-55738a80-f48a-4e0d-9ebd-84967a0f9088 service nova] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Received event network-vif-deleted-bcbd9f15-9933-4dce-9f5a-d7f2dd6aa8c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 825.225162] env[62849]: DEBUG nova.compute.manager [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.225386] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.226332] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dff013-5233-4735-81bf-1742458f040e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.235411] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.235690] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de98066-b30d-44e6-809c-c9ab7263859d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.245693] env[62849]: DEBUG oslo_vmware.api [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 825.245693] env[62849]: value = "task-4404338" [ 825.245693] env[62849]: _type = "Task" [ 825.245693] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.257031] env[62849]: DEBUG oslo_vmware.api [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4404338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.283823] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a5f2a38-9c32-49be-b849-c7f5f77e3dfb tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "82246b48-16e4-49e1-9578-181408b6bbe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.447s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.410738] env[62849]: DEBUG nova.compute.manager [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.421250] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: dbe12ff1-8993-4782-8f54-46797fbcd0d4] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 825.497787] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404337, 'name': ReconfigVM_Task, 'duration_secs': 0.318552} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.498191] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0/03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.501843] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c56472-72d2-47dd-a817-200b9564e1ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.510717] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 825.510717] env[62849]: value = "task-4404339" [ 825.510717] env[62849]: _type = "Task" [ 825.510717] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.521573] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404339, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.756812] env[62849]: DEBUG oslo_vmware.api [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4404338, 'name': PowerOffVM_Task, 'duration_secs': 0.391396} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.757086] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.757256] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.757502] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed7515d5-105b-481e-9145-61e7eed2938c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.837928] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2041c7-e1f6-45ff-b177-9736699d838b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.847255] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48ff24-5c2a-4e59-b9cf-e9c016e2a30f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.852376] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.852639] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.852759] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Deleting the datastore file [datastore1] 2127d2b0-7d68-4571-a0ca-b32f701bb728 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.853438] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4feac71d-dfaf-4023-a7c9-a5601e5b8d1f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.884212] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b180813-8f08-4e55-9cc4-2daacaf9557e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.886824] env[62849]: DEBUG oslo_vmware.api [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for the task: (returnval){ [ 825.886824] env[62849]: value = "task-4404341" [ 825.886824] env[62849]: _type = "Task" [ 825.886824] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.893390] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8898f30a-b3e9-47d4-a9c1-2c5d3489498a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.899806] env[62849]: DEBUG oslo_vmware.api [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4404341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.909927] env[62849]: DEBUG nova.compute.provider_tree [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.924247] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: c93476d2-41c0-4185-a91c-8a07c841afaf] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 826.021722] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404339, 'name': Rename_Task, 'duration_secs': 0.17176} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.021991] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.022272] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-756185a6-7b28-408a-8522-769ec868a1b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.028967] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 826.028967] env[62849]: value = "task-4404342" [ 826.028967] env[62849]: _type = "Task" [ 826.028967] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.037402] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.401023] env[62849]: DEBUG oslo_vmware.api [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Task: {'id': task-4404341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348633} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.401023] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.401023] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.401023] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.401023] env[62849]: INFO nova.compute.manager [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Took 1.17 seconds to destroy the instance on the hypervisor. [ 826.401388] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.401388] env[62849]: DEBUG nova.compute.manager [-] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.401388] env[62849]: DEBUG nova.network.neutron [-] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 826.414947] env[62849]: DEBUG nova.scheduler.client.report [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.419363] env[62849]: DEBUG nova.compute.manager [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.427337] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2d37f8f8-6b97-4bbc-bcfa-a776bd1297e9] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 826.432235] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquiring lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.432378] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.432710] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquiring lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.432953] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.433132] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.436149] env[62849]: INFO nova.compute.manager [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Terminating instance [ 826.452649] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.453210] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.453210] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.453302] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.453378] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.453540] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.453794] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.454009] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.454202] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.454385] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.454591] env[62849]: DEBUG nova.virt.hardware [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.455540] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c9be3-1414-4276-be83-677c12c19b33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.466500] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e88145-746a-41fb-be4e-c2af168e2143 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.484626] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.490780] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Creating folder: Project (8c04e42cd8c74188a1012409a7b2a406). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.491282] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-182d8b8d-5503-4d25-8e05-d4a6f05659f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.504756] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Created folder: Project (8c04e42cd8c74188a1012409a7b2a406) in parent group-v861840. [ 826.505412] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Creating folder: Instances. Parent ref: group-v862015. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.505557] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f652794-e8cb-4d63-93b7-cf21c1bd8d25 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.524883] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Created folder: Instances in parent group-v862015. [ 826.525201] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.525422] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.525654] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a23c142-cc42-47df-95a6-7287e4da2c21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.551341] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.551341] env[62849]: value = "task-4404345" [ 826.551341] env[62849]: _type = "Task" [ 826.551341] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.555287] env[62849]: DEBUG oslo_vmware.api [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404342, 'name': PowerOnVM_Task, 'duration_secs': 0.461457} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.559181] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.559393] env[62849]: INFO nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Took 7.28 seconds to spawn the instance on the hypervisor. [ 826.559577] env[62849]: DEBUG nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.560703] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84494c3a-7d5e-4f34-aa04-8883004e45d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.575382] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404345, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.920148] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.920767] env[62849]: DEBUG nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.927020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.969s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.927020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.927020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.402s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.927639] env[62849]: INFO nova.compute.claims [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.930765] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 115a77eb-f555-4c0f-96b4-5d176f0d484f] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 826.941595] env[62849]: DEBUG nova.compute.manager [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.941860] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.942866] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74d094b-ac1d-41f7-961f-70be1e0d919d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.952824] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.953261] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc641f66-921d-42ff-bb92-0fc26744a566 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.962606] env[62849]: DEBUG oslo_vmware.api [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 826.962606] env[62849]: value = "task-4404346" [ 826.962606] env[62849]: _type = "Task" [ 826.962606] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.968912] env[62849]: INFO nova.scheduler.client.report [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Deleted allocations for instance 78eaf85c-3da6-4a89-b43f-ce6f236bd264 [ 826.981999] env[62849]: DEBUG oslo_vmware.api [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.046648] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquiring lock "82246b48-16e4-49e1-9578-181408b6bbe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.047067] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "82246b48-16e4-49e1-9578-181408b6bbe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.047378] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquiring lock "82246b48-16e4-49e1-9578-181408b6bbe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.047649] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "82246b48-16e4-49e1-9578-181408b6bbe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.047928] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "82246b48-16e4-49e1-9578-181408b6bbe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.052226] env[62849]: INFO nova.compute.manager [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Terminating instance [ 827.072276] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404345, 'name': CreateVM_Task, 'duration_secs': 0.373511} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.072509] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.073486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.073486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.073612] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.074293] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11dc44f-a7fe-4efc-8a90-e284e21ac44f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.086810] env[62849]: INFO nova.compute.manager [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Took 43.33 seconds to build instance. [ 827.092312] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 827.092312] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525ab092-0736-09ce-f3d1-b52c672099b5" [ 827.092312] env[62849]: _type = "Task" [ 827.092312] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.106756] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525ab092-0736-09ce-f3d1-b52c672099b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.133268] env[62849]: DEBUG nova.compute.manager [req-96140263-4047-4bb9-bc48-fbb44a25e8d9 req-66d2a21c-3d77-4cb0-a5cc-960c9e85ab25 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Received event network-vif-deleted-075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 827.133566] env[62849]: INFO nova.compute.manager [req-96140263-4047-4bb9-bc48-fbb44a25e8d9 req-66d2a21c-3d77-4cb0-a5cc-960c9e85ab25 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Neutron deleted interface 075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63; detaching it from the instance and deleting it from the info cache [ 827.133746] env[62849]: DEBUG nova.network.neutron [req-96140263-4047-4bb9-bc48-fbb44a25e8d9 req-66d2a21c-3d77-4cb0-a5cc-960c9e85ab25 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.438616] env[62849]: DEBUG nova.compute.utils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.439572] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: dacbc5d8-fa65-41f6-bdd3-08aa3d0e141a] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 827.441337] env[62849]: DEBUG nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.441545] env[62849]: DEBUG nova.network.neutron [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 827.473861] env[62849]: DEBUG oslo_vmware.api [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404346, 'name': PowerOffVM_Task, 'duration_secs': 0.310156} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.474266] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.474390] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.474747] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b2ca4c-ec1e-4e89-8a3d-889e8187630b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.485746] env[62849]: DEBUG oslo_concurrency.lockutils [None req-88fb2790-74ea-41cc-9910-d0683dc44698 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "78eaf85c-3da6-4a89-b43f-ce6f236bd264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.349s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.548818] env[62849]: DEBUG nova.policy [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6578b71bba478c8ba6dfba4108f9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432a291434f44498b061e63905808ada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.556470] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.557376] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.557577] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Deleting the datastore file [datastore2] 83cdc46b-07f6-49bd-a7d0-8a4c98b12376 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.558243] env[62849]: DEBUG nova.compute.manager [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.558426] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.558679] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd9bea90-4c1d-41d4-a035-8807371d4088 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.562549] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b0c66a-7e02-430b-bd0e-c5f5793cff71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.572426] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.573863] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2be20c2-d9a8-4cea-91ca-a8c0b003207a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.575784] env[62849]: DEBUG oslo_vmware.api [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for the task: (returnval){ [ 827.575784] env[62849]: value = "task-4404348" [ 827.575784] env[62849]: _type = "Task" [ 827.575784] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.582824] env[62849]: DEBUG oslo_vmware.api [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 827.582824] env[62849]: value = "task-4404349" [ 827.582824] env[62849]: _type = "Task" [ 827.582824] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.586166] env[62849]: DEBUG oslo_vmware.api [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.591539] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5f85baa0-20c4-4af9-91f9-18e4bbd638b8 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.841s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.599983] env[62849]: DEBUG oslo_vmware.api [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.608476] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525ab092-0736-09ce-f3d1-b52c672099b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.609041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.609041] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.609253] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.609716] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.609716] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.609939] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b2071c2-541e-4cea-a694-a52293e3f8f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.613223] env[62849]: DEBUG nova.network.neutron [-] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.624539] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.624757] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.625495] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3546a6e-aea2-4793-a74a-69627f37f932 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.634206] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 827.634206] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c8a5fe-cd32-8681-e376-f8027229d40f" [ 827.634206] env[62849]: _type = "Task" [ 827.634206] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.638638] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e7dcbbc-4412-4813-a647-477a795445e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.652683] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c8a5fe-cd32-8681-e376-f8027229d40f, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.654460] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9615f8f4-bd59-40aa-b4e7-ad3438830f80 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.659399] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f59181-5568-444a-ab02-749a7c9e5324 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.676125] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 827.676125] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529230a6-5b6c-7869-9d94-c53690b3e61d" [ 827.676125] env[62849]: _type = "Task" [ 827.676125] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.685496] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529230a6-5b6c-7869-9d94-c53690b3e61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.700712] env[62849]: DEBUG nova.compute.manager [req-96140263-4047-4bb9-bc48-fbb44a25e8d9 req-66d2a21c-3d77-4cb0-a5cc-960c9e85ab25 service nova] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Detach interface failed, port_id=075c31e7-6ceb-4cb5-a5d3-3bce7e6e1f63, reason: Instance 2127d2b0-7d68-4571-a0ca-b32f701bb728 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 827.946405] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: af7dc99a-2520-4767-9e01-d1a0c2cc8e3b] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 827.949706] env[62849]: DEBUG nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.955575] env[62849]: DEBUG nova.network.neutron [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Successfully created port: 4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 828.066832] env[62849]: DEBUG nova.compute.manager [req-aa8688ed-5e18-44dd-b646-66b42ca16d68 req-b1490d73-0c42-4a77-9834-2ab7e9b1defd service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Received event network-changed-7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 828.067161] env[62849]: DEBUG nova.compute.manager [req-aa8688ed-5e18-44dd-b646-66b42ca16d68 req-b1490d73-0c42-4a77-9834-2ab7e9b1defd service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Refreshing instance network info cache due to event network-changed-7d24ca69-2b36-4610-8b45-9e40b4b46c83. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 828.067431] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa8688ed-5e18-44dd-b646-66b42ca16d68 req-b1490d73-0c42-4a77-9834-2ab7e9b1defd service nova] Acquiring lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.067630] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa8688ed-5e18-44dd-b646-66b42ca16d68 req-b1490d73-0c42-4a77-9834-2ab7e9b1defd service nova] Acquired lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.067851] env[62849]: DEBUG nova.network.neutron [req-aa8688ed-5e18-44dd-b646-66b42ca16d68 req-b1490d73-0c42-4a77-9834-2ab7e9b1defd service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Refreshing network info cache for port 7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.092608] env[62849]: DEBUG oslo_vmware.api [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Task: {'id': task-4404348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244482} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.097936] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.098039] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.098181] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.098355] env[62849]: INFO nova.compute.manager [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Took 1.16 seconds to destroy the instance on the hypervisor. [ 828.098593] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.104068] env[62849]: DEBUG nova.compute.manager [-] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.104209] env[62849]: DEBUG nova.network.neutron [-] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 828.116781] env[62849]: DEBUG oslo_vmware.api [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404349, 'name': PowerOffVM_Task, 'duration_secs': 0.229202} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.117345] env[62849]: INFO nova.compute.manager [-] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Took 1.72 seconds to deallocate network for instance. [ 828.121198] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.121198] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.124714] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94b93a14-d5ef-4dfc-b299-bdaf20503bc5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.194227] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529230a6-5b6c-7869-9d94-c53690b3e61d, 'name': SearchDatastore_Task, 'duration_secs': 0.01433} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.198847] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.198847] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6/1f2b858f-beba-472d-9743-1c4a7f64f3b6.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.201130] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4e22a9d-9ed6-4e85-84c7-9958371c30c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.203296] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.203490] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.203662] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Deleting the datastore file [datastore2] 82246b48-16e4-49e1-9578-181408b6bbe9 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.203908] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd10ad40-356c-45db-a3d7-d23deb2176fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.211271] env[62849]: DEBUG oslo_vmware.api [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for the task: (returnval){ [ 828.211271] env[62849]: value = "task-4404351" [ 828.211271] env[62849]: _type = "Task" [ 828.211271] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.212988] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 828.212988] env[62849]: value = "task-4404352" [ 828.212988] env[62849]: _type = "Task" [ 828.212988] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.229106] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.232064] env[62849]: DEBUG oslo_vmware.api [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.465196] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 97442961-6787-4685-b56d-c46411b585c4] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 828.489578] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c0fcbf-a4b5-4ee5-a048-73bd7c524e0c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.501332] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a30ecfb-fb6c-4232-8eaa-368edecd068d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.540865] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3dfdee-c550-442a-8beb-4c2d5e67c16e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.553631] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e19359f-e2d3-451d-9157-2ea0aaca963c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.583031] env[62849]: DEBUG nova.compute.provider_tree [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.594160] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.598023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.598023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.598023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.598023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.598256] env[62849]: INFO nova.compute.manager [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Terminating instance [ 828.632621] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.723336] env[62849]: DEBUG oslo_vmware.api [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Task: {'id': task-4404351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163902} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.724009] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.724209] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.724384] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.724558] env[62849]: INFO nova.compute.manager [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 828.724800] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.724992] env[62849]: DEBUG nova.compute.manager [-] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.725178] env[62849]: DEBUG nova.network.neutron [-] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 828.729784] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404352, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.969087] env[62849]: DEBUG nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.972457] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: f110ff88-3c5f-42e9-b515-8d5e726a89a4] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 829.008537] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.008821] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.008980] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.009422] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.009681] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.009866] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.010257] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.010358] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.010580] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.010781] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.011015] env[62849]: DEBUG nova.virt.hardware [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.014642] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb3868a-58c2-42bb-9772-726ba2172ae5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.028718] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09baa5ad-a787-4db2-82d7-2029ed60c706 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.101470] env[62849]: DEBUG nova.compute.manager [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.101704] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.102664] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f61e922-6d8e-41c4-8f3b-6a7bf25d52db {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.113268] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.113539] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca62d83-7b14-4bf5-8af3-6b4bfe80e295 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.121467] env[62849]: DEBUG oslo_vmware.api [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 829.121467] env[62849]: value = "task-4404353" [ 829.121467] env[62849]: _type = "Task" [ 829.121467] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.134067] env[62849]: DEBUG oslo_vmware.api [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.135163] env[62849]: DEBUG nova.scheduler.client.report [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 829.135423] env[62849]: DEBUG nova.compute.provider_tree [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 89 to 90 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 829.135598] env[62849]: DEBUG nova.compute.provider_tree [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.227503] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530128} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.227843] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6/1f2b858f-beba-472d-9743-1c4a7f64f3b6.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.228248] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.228585] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3481e9e1-463e-48a9-96e9-855037d2f2a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.237960] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 829.237960] env[62849]: value = "task-4404354" [ 829.237960] env[62849]: _type = "Task" [ 829.237960] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.247598] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.303405] env[62849]: DEBUG nova.network.neutron [req-aa8688ed-5e18-44dd-b646-66b42ca16d68 req-b1490d73-0c42-4a77-9834-2ab7e9b1defd service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Updated VIF entry in instance network info cache for port 7d24ca69-2b36-4610-8b45-9e40b4b46c83. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 829.303854] env[62849]: DEBUG nova.network.neutron [req-aa8688ed-5e18-44dd-b646-66b42ca16d68 req-b1490d73-0c42-4a77-9834-2ab7e9b1defd service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Updating instance_info_cache with network_info: [{"id": "7d24ca69-2b36-4610-8b45-9e40b4b46c83", "address": "fa:16:3e:5a:e5:82", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d24ca69-2b", "ovs_interfaceid": "7d24ca69-2b36-4610-8b45-9e40b4b46c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.331951] env[62849]: DEBUG nova.compute.manager [req-a4227f75-dd8d-4607-86f3-37552e5f1f16 req-ce2b4abc-5665-4a4d-b7ba-39c7442659f9 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Received event network-vif-deleted-85e0e001-a48c-44f5-9af8-507472ede16b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 829.332426] env[62849]: INFO nova.compute.manager [req-a4227f75-dd8d-4607-86f3-37552e5f1f16 req-ce2b4abc-5665-4a4d-b7ba-39c7442659f9 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Neutron deleted interface 85e0e001-a48c-44f5-9af8-507472ede16b; detaching it from the instance and deleting it from the info cache [ 829.332724] env[62849]: DEBUG nova.network.neutron [req-a4227f75-dd8d-4607-86f3-37552e5f1f16 req-ce2b4abc-5665-4a4d-b7ba-39c7442659f9 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.477017] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: f64c98c0-a688-4b08-ab87-9b55e100cc76] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 829.557461] env[62849]: DEBUG nova.network.neutron [-] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.634658] env[62849]: DEBUG oslo_vmware.api [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404353, 'name': PowerOffVM_Task, 'duration_secs': 0.281341} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.634940] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.635124] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.635411] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebe551c5-b370-435c-9615-cfcd27efb1f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.640561] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.641371] env[62849]: DEBUG nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.646191] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.261s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.646443] env[62849]: DEBUG nova.objects.instance [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 829.712924] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.713152] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.713332] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Deleting the datastore file [datastore2] b87e622d-720f-4024-97b6-1c12d4d9d6d1 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.713596] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cecf7ae9-8ebb-4615-8ddd-9a643e9fe59d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.722095] env[62849]: DEBUG oslo_vmware.api [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for the task: (returnval){ [ 829.722095] env[62849]: value = "task-4404356" [ 829.722095] env[62849]: _type = "Task" [ 829.722095] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.732022] env[62849]: DEBUG oslo_vmware.api [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.747705] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077912} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.748019] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.748788] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4510fee1-7d44-485c-a4b1-37631954f8f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.775776] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6/1f2b858f-beba-472d-9743-1c4a7f64f3b6.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.780679] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f2ec24-7394-4131-a145-70ff71dfc337 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.797740] env[62849]: DEBUG nova.network.neutron [-] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.807026] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 829.807026] env[62849]: value = "task-4404357" [ 829.807026] env[62849]: _type = "Task" [ 829.807026] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.807026] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa8688ed-5e18-44dd-b646-66b42ca16d68 req-b1490d73-0c42-4a77-9834-2ab7e9b1defd service nova] Releasing lock "refresh_cache-03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.818875] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.827707] env[62849]: DEBUG nova.network.neutron [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Successfully updated port: 4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 829.837598] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-601c9f76-9f52-411a-89ac-34670932535e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.853878] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d13be-a66a-4258-ac5b-5d0ba6286a1a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.889247] env[62849]: DEBUG nova.compute.manager [req-a4227f75-dd8d-4607-86f3-37552e5f1f16 req-ce2b4abc-5665-4a4d-b7ba-39c7442659f9 service nova] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Detach interface failed, port_id=85e0e001-a48c-44f5-9af8-507472ede16b, reason: Instance 83cdc46b-07f6-49bd-a7d0-8a4c98b12376 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 829.982779] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: a0ead213-74aa-4f55-8263-4cb4b5822f8d] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 830.059639] env[62849]: INFO nova.compute.manager [-] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Took 1.33 seconds to deallocate network for instance. [ 830.093289] env[62849]: DEBUG nova.compute.manager [req-8157f9c8-8862-4935-9ed5-1fd18e80d420 req-0c2657df-94f4-4b8d-a179-cdf5fea42c29 service nova] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Received event network-vif-deleted-e84e8607-3d1b-4a35-b13b-fb878cab1a5f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 830.157319] env[62849]: DEBUG nova.compute.utils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.158686] env[62849]: DEBUG nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.158851] env[62849]: DEBUG nova.network.neutron [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 830.202615] env[62849]: DEBUG nova.policy [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956d4f9fb2554edda123fe7713ffa692', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01ddd7d064384ae6b3c03f1d4fb7ad7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.233942] env[62849]: DEBUG oslo_vmware.api [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Task: {'id': task-4404356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226987} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.234231] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.234416] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.234588] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.234755] env[62849]: INFO nova.compute.manager [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 830.234998] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.235207] env[62849]: DEBUG nova.compute.manager [-] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.235303] env[62849]: DEBUG nova.network.neutron [-] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 830.301950] env[62849]: INFO nova.compute.manager [-] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Took 2.20 seconds to deallocate network for instance. [ 830.317452] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404357, 'name': ReconfigVM_Task, 'duration_secs': 0.306237} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.317708] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6/1f2b858f-beba-472d-9743-1c4a7f64f3b6.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.318391] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0444b506-01c0-42ca-b5f8-f6af2af17e58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.327747] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 830.327747] env[62849]: value = "task-4404358" [ 830.327747] env[62849]: _type = "Task" [ 830.327747] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.331555] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.331711] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.332044] env[62849]: DEBUG nova.network.neutron [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.341637] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404358, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.488116] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: fd3937ee-0e16-4381-91bc-3413556aacc2] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 830.566687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.660452] env[62849]: DEBUG oslo_concurrency.lockutils [None req-85e4dea5-82fe-4fe4-85ff-d271d58ad9f0 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.663583] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.824s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.664128] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.667458] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.543s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.667829] env[62849]: DEBUG nova.objects.instance [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.673033] env[62849]: DEBUG nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.706960] env[62849]: INFO nova.scheduler.client.report [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Deleted allocations for instance 47563de8-701e-426e-a3c2-340c978f781a [ 830.714345] env[62849]: DEBUG nova.network.neutron [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Successfully created port: 26319295-d322-4aed-b1bb-2a3169462c2e {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 830.812884] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.839942] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404358, 'name': Rename_Task, 'duration_secs': 0.370267} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.840543] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.840792] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84362408-2bd9-4048-a71b-6e8120a292f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.850622] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 830.850622] env[62849]: value = "task-4404359" [ 830.850622] env[62849]: _type = "Task" [ 830.850622] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.859765] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.878333] env[62849]: DEBUG nova.network.neutron [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 830.995715] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: bdd1dfac-8e82-4fbd-8533-35cc4ce64c5d] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 831.111491] env[62849]: DEBUG nova.network.neutron [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Updating instance_info_cache with network_info: [{"id": "4a0e4c83-a482-46ee-b955-5de3269fc827", "address": "fa:16:3e:fa:dc:9b", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0e4c83-a4", "ovs_interfaceid": "4a0e4c83-a482-46ee-b955-5de3269fc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.154229] env[62849]: DEBUG nova.network.neutron [-] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.221822] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c77e6d7-b341-48d8-aad5-0935be0d832e tempest-ServersTestFqdnHostnames-908808954 tempest-ServersTestFqdnHostnames-908808954-project-member] Lock "47563de8-701e-426e-a3c2-340c978f781a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.144s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.361803] env[62849]: DEBUG oslo_vmware.api [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404359, 'name': PowerOnVM_Task, 'duration_secs': 0.509683} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.363300] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.363482] env[62849]: INFO nova.compute.manager [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Took 4.94 seconds to spawn the instance on the hypervisor. [ 831.363707] env[62849]: DEBUG nova.compute.manager [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.365270] env[62849]: DEBUG nova.compute.manager [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Received event network-vif-plugged-4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 831.365476] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] Acquiring lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.365681] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.365846] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.366023] env[62849]: DEBUG nova.compute.manager [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] No waiting events found dispatching network-vif-plugged-4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.366204] env[62849]: WARNING nova.compute.manager [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Received unexpected event network-vif-plugged-4a0e4c83-a482-46ee-b955-5de3269fc827 for instance with vm_state building and task_state spawning. [ 831.366364] env[62849]: DEBUG nova.compute.manager [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Received event network-changed-4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 831.366562] env[62849]: DEBUG nova.compute.manager [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Refreshing instance network info cache due to event network-changed-4a0e4c83-a482-46ee-b955-5de3269fc827. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 831.366741] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] Acquiring lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.367518] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7a0d2-e21e-459e-8275-901f375d9d17 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.501652] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 1be8f313-3af2-434a-b9b1-23ecf7593ab5] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 831.614622] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.614978] env[62849]: DEBUG nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Instance network_info: |[{"id": "4a0e4c83-a482-46ee-b955-5de3269fc827", "address": "fa:16:3e:fa:dc:9b", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0e4c83-a4", "ovs_interfaceid": "4a0e4c83-a482-46ee-b955-5de3269fc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.615301] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] Acquired lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.615475] env[62849]: DEBUG nova.network.neutron [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Refreshing network info cache for port 4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.616825] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:dc:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a0e4c83-a482-46ee-b955-5de3269fc827', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.627437] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.633417] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.633417] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea490acf-9ef5-4bf0-87f9-01bcf496b962 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.657149] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.657149] env[62849]: value = "task-4404360" [ 831.657149] env[62849]: _type = "Task" [ 831.657149] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.657418] env[62849]: INFO nova.compute.manager [-] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Took 1.42 seconds to deallocate network for instance. [ 831.665446] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404360, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.685746] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9220033-0e8b-491d-a014-fc4e68806096 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.687365] env[62849]: DEBUG nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.691230] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.420s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.691413] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.694133] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.579s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.694208] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.696069] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.109s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.697579] env[62849]: INFO nova.compute.claims [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.731189] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.731189] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.731189] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.731496] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.731496] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.731496] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.731496] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.731496] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.731763] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.731763] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.731763] env[62849]: DEBUG nova.virt.hardware [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.732281] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f80935-ec82-4188-a2aa-9e5906f7c52c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.743431] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19855a51-8b0e-4f97-952a-5e60836412c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.748455] env[62849]: INFO nova.scheduler.client.report [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted allocations for instance eff1bf74-a3ab-40b4-b508-d4c615bd4ad5 [ 831.753574] env[62849]: INFO nova.scheduler.client.report [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Deleted allocations for instance 0a82d437-2c20-42a9-bd89-dc35968d0cc5 [ 831.888113] env[62849]: INFO nova.compute.manager [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Took 43.20 seconds to build instance. [ 832.005364] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 600a322f-cc9e-4e9b-be4b-3abe27a1952a] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 832.017238] env[62849]: DEBUG nova.network.neutron [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Updated VIF entry in instance network info cache for port 4a0e4c83-a482-46ee-b955-5de3269fc827. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 832.017550] env[62849]: DEBUG nova.network.neutron [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Updating instance_info_cache with network_info: [{"id": "4a0e4c83-a482-46ee-b955-5de3269fc827", "address": "fa:16:3e:fa:dc:9b", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0e4c83-a4", "ovs_interfaceid": "4a0e4c83-a482-46ee-b955-5de3269fc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.165018] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404360, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.170168] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.256178] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5cad0839-1a9a-48f4-93c5-c959fe43f368 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "eff1bf74-a3ab-40b4-b508-d4c615bd4ad5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.638s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.262858] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a3afc00a-09c0-4fd3-b914-ab6218cf5c0d tempest-ServersAaction247Test-1170149182 tempest-ServersAaction247Test-1170149182-project-member] Lock "0a82d437-2c20-42a9-bd89-dc35968d0cc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.915s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.393182] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1f88a1cc-a2bd-491f-a331-2fbcaadc5da4 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.708s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.491939] env[62849]: DEBUG nova.network.neutron [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Successfully updated port: 26319295-d322-4aed-b1bb-2a3169462c2e {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 832.510928] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 0cff1ddd-8852-4809-970c-2fb4d6aa4795] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 832.520994] env[62849]: DEBUG oslo_concurrency.lockutils [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] Releasing lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.521762] env[62849]: DEBUG nova.compute.manager [req-6b592e72-3c9e-4aeb-a5f0-5cc38a74bf7e req-9c9596a5-3f4a-4621-9d0c-74f2a4760b5e service nova] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Received event network-vif-deleted-6ee1ec36-4c3c-4d1c-bf0a-f1a7c7d4da12 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 832.668598] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404360, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.994621] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.994763] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.994865] env[62849]: DEBUG nova.network.neutron [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 833.013251] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: fdecc65e-a494-49e8-b2d6-8ae318dd2f71] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 833.116428] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ede2da2-d708-4660-8669-e05671dd7ea8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.126659] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368ecbb4-65d6-4b5b-89db-831132a2534d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.161312] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d84138-8d3a-4c15-a9e9-35bd8edca2a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.173116] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a0fac-94eb-4e97-b222-50edf6a52545 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.178579] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404360, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.192604] env[62849]: DEBUG nova.compute.provider_tree [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.397025] env[62849]: DEBUG nova.compute.manager [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Received event network-vif-plugged-26319295-d322-4aed-b1bb-2a3169462c2e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 833.397025] env[62849]: DEBUG oslo_concurrency.lockutils [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] Acquiring lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.397144] env[62849]: DEBUG oslo_concurrency.lockutils [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] Lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.397257] env[62849]: DEBUG oslo_concurrency.lockutils [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] Lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.397417] env[62849]: DEBUG nova.compute.manager [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] No waiting events found dispatching network-vif-plugged-26319295-d322-4aed-b1bb-2a3169462c2e {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.397586] env[62849]: WARNING nova.compute.manager [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Received unexpected event network-vif-plugged-26319295-d322-4aed-b1bb-2a3169462c2e for instance with vm_state building and task_state spawning. [ 833.397740] env[62849]: DEBUG nova.compute.manager [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Received event network-changed-26319295-d322-4aed-b1bb-2a3169462c2e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 833.397888] env[62849]: DEBUG nova.compute.manager [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Refreshing instance network info cache due to event network-changed-26319295-d322-4aed-b1bb-2a3169462c2e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 833.398079] env[62849]: DEBUG oslo_concurrency.lockutils [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] Acquiring lock "refresh_cache-c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.512969] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "4e97af5c-1c18-4558-a688-9505339fed93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.513355] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "4e97af5c-1c18-4558-a688-9505339fed93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.513577] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "4e97af5c-1c18-4558-a688-9505339fed93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.513756] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "4e97af5c-1c18-4558-a688-9505339fed93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.513923] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "4e97af5c-1c18-4558-a688-9505339fed93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.516619] env[62849]: INFO nova.compute.manager [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Terminating instance [ 833.521474] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 776f020e-8300-4297-9ad4-a5c54e3c0552] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 833.534255] env[62849]: DEBUG nova.network.neutron [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 833.561358] env[62849]: INFO nova.compute.manager [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Rebuilding instance [ 833.619735] env[62849]: DEBUG nova.compute.manager [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.620642] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a98f04-3569-4bd6-935d-24d3493e6b98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.668757] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404360, 'name': CreateVM_Task, 'duration_secs': 1.567252} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.668999] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.669734] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.669984] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.670346] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.671301] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9e5d29-542f-4245-83cc-de530fbc3c8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.680606] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 833.680606] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dff150-22d8-e120-d563-34dabe077b36" [ 833.680606] env[62849]: _type = "Task" [ 833.680606] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.689763] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dff150-22d8-e120-d563-34dabe077b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.696267] env[62849]: DEBUG nova.scheduler.client.report [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.773956] env[62849]: DEBUG nova.network.neutron [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Updating instance_info_cache with network_info: [{"id": "26319295-d322-4aed-b1bb-2a3169462c2e", "address": "fa:16:3e:71:b4:b5", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26319295-d3", "ovs_interfaceid": "26319295-d322-4aed-b1bb-2a3169462c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.026878] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 4dae0c7e-14b3-4cb6-92e5-3b5fec52a75d] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 834.027388] env[62849]: DEBUG nova.compute.manager [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.027388] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.028768] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c912b6ae-c780-4ca1-87a1-d4d37203205a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.038664] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.038812] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-120790bf-0613-4763-a8e5-b791ced4a114 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.046528] env[62849]: DEBUG oslo_vmware.api [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 834.046528] env[62849]: value = "task-4404361" [ 834.046528] env[62849]: _type = "Task" [ 834.046528] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.057115] env[62849]: DEBUG oslo_vmware.api [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.191932] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dff150-22d8-e120-d563-34dabe077b36, 'name': SearchDatastore_Task, 'duration_secs': 0.028668} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.192434] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.192726] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.193051] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.193211] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193406] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.193682] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1235c665-58fe-4013-9c79-c6c0301965d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.200821] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.201485] env[62849]: DEBUG nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.206074] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.887s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.206255] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.208662] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.538s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.208921] env[62849]: DEBUG nova.objects.instance [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'resources' on Instance uuid a9c970e4-5922-4c47-9676-fef8fdfb5dd2 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.210719] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.210719] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.213200] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c04f705-0821-418d-a918-ca94c496271c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.222799] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 834.222799] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52138cc6-ddd2-bea0-b005-520a1e89f8c0" [ 834.222799] env[62849]: _type = "Task" [ 834.222799] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.234432] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52138cc6-ddd2-bea0-b005-520a1e89f8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.246299] env[62849]: INFO nova.scheduler.client.report [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Deleted allocations for instance ab2f0fcd-cc1c-4943-be65-a83126f72677 [ 834.276605] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.277235] env[62849]: DEBUG nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Instance network_info: |[{"id": "26319295-d322-4aed-b1bb-2a3169462c2e", "address": "fa:16:3e:71:b4:b5", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26319295-d3", "ovs_interfaceid": "26319295-d322-4aed-b1bb-2a3169462c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.277235] env[62849]: DEBUG oslo_concurrency.lockutils [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] Acquired lock "refresh_cache-c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.277441] env[62849]: DEBUG nova.network.neutron [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Refreshing network info cache for port 26319295-d322-4aed-b1bb-2a3169462c2e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.278667] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:b4:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26319295-d322-4aed-b1bb-2a3169462c2e', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.290733] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating folder: Project (01ddd7d064384ae6b3c03f1d4fb7ad7d). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.294413] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3729da6-4d11-4b88-8c5f-9a1ebe3aa178 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.309389] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created folder: Project (01ddd7d064384ae6b3c03f1d4fb7ad7d) in parent group-v861840. [ 834.309447] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating folder: Instances. Parent ref: group-v862019. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.309685] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91ffa910-f404-40c5-bc97-eb0093684ecb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.323653] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created folder: Instances in parent group-v862019. [ 834.323653] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.323653] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.323944] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7a4dc02-87af-47fa-85ac-26128ba7bd70 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.347149] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.347149] env[62849]: value = "task-4404364" [ 834.347149] env[62849]: _type = "Task" [ 834.347149] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.356831] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404364, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.528841] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 818cfb22-1b34-4389-97cd-5c61c6e65d26] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 834.557902] env[62849]: DEBUG oslo_vmware.api [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404361, 'name': PowerOffVM_Task, 'duration_secs': 0.396659} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.560864] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.561069] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.561351] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a0a6a3-1191-4c46-9e34-76c2dd83692e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.633085] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.633246] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.633427] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleting the datastore file [datastore1] 4e97af5c-1c18-4558-a688-9505339fed93 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.634158] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca4abdbc-a929-4208-b368-48ae2e75919a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.636634] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.636890] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-667e945e-3d1a-4740-a0b2-23bd20fd36bb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.645423] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 834.645423] env[62849]: value = "task-4404366" [ 834.645423] env[62849]: _type = "Task" [ 834.645423] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.646655] env[62849]: DEBUG oslo_vmware.api [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 834.646655] env[62849]: value = "task-4404367" [ 834.646655] env[62849]: _type = "Task" [ 834.646655] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.651344] env[62849]: DEBUG nova.network.neutron [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Updated VIF entry in instance network info cache for port 26319295-d322-4aed-b1bb-2a3169462c2e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 834.651698] env[62849]: DEBUG nova.network.neutron [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Updating instance_info_cache with network_info: [{"id": "26319295-d322-4aed-b1bb-2a3169462c2e", "address": "fa:16:3e:71:b4:b5", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26319295-d3", "ovs_interfaceid": "26319295-d322-4aed-b1bb-2a3169462c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.662175] env[62849]: DEBUG oslo_vmware.api [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.665602] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.714233] env[62849]: DEBUG nova.compute.utils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.718686] env[62849]: DEBUG nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.719048] env[62849]: DEBUG nova.network.neutron [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 834.735398] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52138cc6-ddd2-bea0-b005-520a1e89f8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016357} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.736321] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a491877-6e7e-46dd-9a24-5fd36d4483f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.744031] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 834.744031] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a1254d-df96-dad3-c41b-1c6b5a3b996c" [ 834.744031] env[62849]: _type = "Task" [ 834.744031] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.758917] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a1254d-df96-dad3-c41b-1c6b5a3b996c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.759505] env[62849]: DEBUG oslo_concurrency.lockutils [None req-616307bd-f413-4fa3-a780-331082f2968e tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "ab2f0fcd-cc1c-4943-be65-a83126f72677" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.926s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.765367] env[62849]: DEBUG nova.policy [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9de79d98844036805ea52c1a15f95c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '023bbb17435b4f8aa05cdd2fbc87426a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.859344] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404364, 'name': CreateVM_Task, 'duration_secs': 0.428148} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.862027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.863031] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.863170] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.863480] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.863735] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05789aa-5746-489f-9a07-c58fdd837a43 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.869299] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 834.869299] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52340425-9d9f-d9fb-25f8-22e360d7279c" [ 834.869299] env[62849]: _type = "Task" [ 834.869299] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.881072] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52340425-9d9f-d9fb-25f8-22e360d7279c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.032388] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: c8023672-8145-4af5-b503-4d7f79499f2b] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 835.109476] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bd484c-2b46-4e94-9b11-bdf226383c10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.119290] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ef3ff-3152-4f2c-90b6-b32f158acf7a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.159749] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06117c8-23f5-4755-bf2b-393ee3521e0d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.162557] env[62849]: DEBUG oslo_concurrency.lockutils [req-d151b3ef-8303-466f-a421-d4a3be56c1fd req-610d02ad-9e4b-4852-8850-6c1ae9667f23 service nova] Releasing lock "refresh_cache-c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.176868] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7398ae-7c13-4dd9-825e-81c44f173608 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.182877] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404366, 'name': PowerOffVM_Task, 'duration_secs': 0.152042} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.183249] env[62849]: DEBUG oslo_vmware.api [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263412} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.183520] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.184472] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.184816] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.185057] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.185263] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.185441] env[62849]: INFO nova.compute.manager [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Took 1.16 seconds to destroy the instance on the hypervisor. [ 835.185674] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.186887] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707bd42f-fcd4-4239-be1b-4228fe73a1ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.190563] env[62849]: DEBUG nova.compute.manager [-] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.190661] env[62849]: DEBUG nova.network.neutron [-] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 835.202531] env[62849]: DEBUG nova.compute.provider_tree [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.208759] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.209081] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc47af8e-bb26-452a-a3f5-456adadf0ccd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.223910] env[62849]: DEBUG nova.compute.utils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.238085] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.238343] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.238690] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Deleting the datastore file [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.238783] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f1b68d1-b01a-4c46-9897-caea891dc2ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.251705] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 835.251705] env[62849]: value = "task-4404369" [ 835.251705] env[62849]: _type = "Task" [ 835.251705] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.259464] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a1254d-df96-dad3-c41b-1c6b5a3b996c, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.260530] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.262874] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 92c4e30e-0ed6-4190-b519-a75df27b5a2f/92c4e30e-0ed6-4190-b519-a75df27b5a2f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.262874] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc99c415-352c-48a5-8585-d5b948e69da1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.266558] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.274750] env[62849]: DEBUG nova.network.neutron [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Successfully created port: 262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 835.278300] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 835.278300] env[62849]: value = "task-4404370" [ 835.278300] env[62849]: _type = "Task" [ 835.278300] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.288826] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.384776] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52340425-9d9f-d9fb-25f8-22e360d7279c, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.388032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.388032] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.388032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.388032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.388383] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.388383] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be4f87df-a469-4800-a1c1-277435074d9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.397778] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.397954] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.398691] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae15d6d-d857-44c5-8c4b-7c905760900b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.405439] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 835.405439] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529fee05-0ac0-e719-3ab9-4ec586e80e9a" [ 835.405439] env[62849]: _type = "Task" [ 835.405439] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.416518] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529fee05-0ac0-e719-3ab9-4ec586e80e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.537390] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 892d6436-4efe-45e3-ac51-745fe4fe3ed1] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 835.707432] env[62849]: DEBUG nova.scheduler.client.report [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.728379] env[62849]: DEBUG nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.744996] env[62849]: DEBUG nova.compute.manager [req-f9a77601-30fd-4318-bf62-b397ac2c06ac req-fd3c248f-063c-42c3-a428-f4fde361e068 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Received event network-vif-deleted-58006e23-f2a3-4f65-bc77-566d880ffbe6 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 835.745294] env[62849]: INFO nova.compute.manager [req-f9a77601-30fd-4318-bf62-b397ac2c06ac req-fd3c248f-063c-42c3-a428-f4fde361e068 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Neutron deleted interface 58006e23-f2a3-4f65-bc77-566d880ffbe6; detaching it from the instance and deleting it from the info cache [ 835.745472] env[62849]: DEBUG nova.network.neutron [req-f9a77601-30fd-4318-bf62-b397ac2c06ac req-fd3c248f-063c-42c3-a428-f4fde361e068 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.762120] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114803} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.763171] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.763386] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.763606] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.793440] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404370, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.916615] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529fee05-0ac0-e719-3ab9-4ec586e80e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.917439] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a075d016-db93-4926-951d-2f3b870a6fcd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.923702] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 835.923702] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e61dec-2bfa-446e-c793-50093f94137f" [ 835.923702] env[62849]: _type = "Task" [ 835.923702] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.932515] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e61dec-2bfa-446e-c793-50093f94137f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.041775] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: d15d16dd-bd22-4ca7-8a5b-6ea69326f17f] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 836.216019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.216381] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.519s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.217039] env[62849]: DEBUG nova.objects.instance [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lazy-loading 'resources' on Instance uuid 479c512b-9304-46fb-8719-a0335ba39a59 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.221139] env[62849]: DEBUG nova.network.neutron [-] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.238154] env[62849]: INFO nova.scheduler.client.report [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted allocations for instance a9c970e4-5922-4c47-9676-fef8fdfb5dd2 [ 836.249893] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d3041b7-c95c-4279-a6d4-7ae5ffb078b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.263174] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a3d071-a9e2-43c5-9f1c-6357fb9f29b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.294817] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535202} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.294817] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 92c4e30e-0ed6-4190-b519-a75df27b5a2f/92c4e30e-0ed6-4190-b519-a75df27b5a2f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.294817] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.294817] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e62e6b5-0974-4bd1-95f6-e5156b1c1d1c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.305313] env[62849]: DEBUG nova.compute.manager [req-f9a77601-30fd-4318-bf62-b397ac2c06ac req-fd3c248f-063c-42c3-a428-f4fde361e068 service nova] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Detach interface failed, port_id=58006e23-f2a3-4f65-bc77-566d880ffbe6, reason: Instance 4e97af5c-1c18-4558-a688-9505339fed93 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 836.311918] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 836.311918] env[62849]: value = "task-4404371" [ 836.311918] env[62849]: _type = "Task" [ 836.311918] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.323919] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.435284] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e61dec-2bfa-446e-c793-50093f94137f, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.435630] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.436027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df/c2a2a643-c78e-49e2-a4f5-f9ff5e6654df.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.436196] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb2c6b28-7f63-41e6-8bcf-4d48823b94cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.443996] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 836.443996] env[62849]: value = "task-4404372" [ 836.443996] env[62849]: _type = "Task" [ 836.443996] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.453527] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.545901] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 87f62c83-9134-49ff-93d9-dd3f4aabfaf4] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 836.723490] env[62849]: INFO nova.compute.manager [-] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Took 1.53 seconds to deallocate network for instance. [ 836.740477] env[62849]: DEBUG nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.749338] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c31b6c2c-1736-4e50-85fa-cb9c3d2ea21c tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "a9c970e4-5922-4c47-9676-fef8fdfb5dd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.420s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.778945] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:16:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='898834957',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-83411769',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.779988] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.779988] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.779988] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.780216] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.780320] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.780550] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.780720] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.780950] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.781104] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.781302] env[62849]: DEBUG nova.virt.hardware [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.785263] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64462e9-1e34-4274-ab00-97d260733c36 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.801324] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a1254-799a-4be1-9e84-0545cb0e3460 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.832813] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.833075] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.833239] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.833419] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.833564] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.833708] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.833912] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.834084] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.834257] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.834418] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.834960] env[62849]: DEBUG nova.virt.hardware [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.836038] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d611bc0-90f4-4dbe-88d0-8b0e3050b01f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.845569] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069738} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.846253] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.847167] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f25da7-d24d-441b-ac46-cf74c2808d0b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.863515] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ae4b8a-32c2-40de-8ec6-cc758b56b333 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.876749] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 92c4e30e-0ed6-4190-b519-a75df27b5a2f/92c4e30e-0ed6-4190-b519-a75df27b5a2f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.881020] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ddf5d4-7f18-4d9b-849d-017853b34f25 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.909625] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.915724] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.917417] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.917781] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 836.917781] env[62849]: value = "task-4404373" [ 836.917781] env[62849]: _type = "Task" [ 836.917781] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.920796] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb3e35fe-3a50-4d41-b6b9-6a968bebcb2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.943168] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.943168] env[62849]: value = "task-4404374" [ 836.943168] env[62849]: _type = "Task" [ 836.943168] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.946699] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.965287] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506201} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.968759] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df/c2a2a643-c78e-49e2-a4f5-f9ff5e6654df.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.968759] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.968759] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404374, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.968759] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c242a07-e68e-4e9b-8e89-ce80acd5bde4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.978440] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 836.978440] env[62849]: value = "task-4404375" [ 836.978440] env[62849]: _type = "Task" [ 836.978440] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.989246] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.048873] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 7567076c-e3dd-42fd-b715-bf3ea8452826] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 837.098172] env[62849]: DEBUG nova.network.neutron [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Successfully updated port: 262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 837.223677] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1063330-4720-493b-afc3-99acd29e6856 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.232908] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.234972] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef4548-8977-4c78-9cfe-4304afdf6a0f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.279109] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522911e0-4f63-4349-98a2-2f9456da539e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.293033] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123a8415-19a7-41d7-8022-a3e29ee9c9cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.312411] env[62849]: DEBUG nova.compute.provider_tree [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.445371] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404373, 'name': ReconfigVM_Task, 'duration_secs': 0.399649} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.446323] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 92c4e30e-0ed6-4190-b519-a75df27b5a2f/92c4e30e-0ed6-4190-b519-a75df27b5a2f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.448199] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3f77fb-cb44-4b36-8e7e-df82eff02071 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.464021] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404374, 'name': CreateVM_Task, 'duration_secs': 0.431664} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.464021] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.464021] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 837.464021] env[62849]: value = "task-4404376" [ 837.464021] env[62849]: _type = "Task" [ 837.464021] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.464021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.464021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.464527] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.464936] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8facdb-31b0-43ba-898e-0d3d71da7c52 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.474061] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 837.474061] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f8272b-3e5c-67ef-07f0-463ec23bcbf3" [ 837.474061] env[62849]: _type = "Task" [ 837.474061] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.478840] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404376, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.491423] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f8272b-3e5c-67ef-07f0-463ec23bcbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.494558] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.495223] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.495223] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.495331] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.495601] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.495892] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073609} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.496139] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b41b7ee9-846a-4d65-a02f-a41910b9ba13 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.498245] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.499091] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a2b960-90eb-4c81-b449-06cc08726599 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.524261] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df/c2a2a643-c78e-49e2-a4f5-f9ff5e6654df.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.525979] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a08170a3-e736-4223-8614-b58a20087d65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.540402] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.540634] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.541570] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc40383-27d9-484f-8d67-f2173318a80e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.547465] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 837.547465] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228d952-d746-58bd-f9c4-0ee9af77c2d5" [ 837.547465] env[62849]: _type = "Task" [ 837.547465] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.553508] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: ea0bb3b1-678b-411e-b9c6-2fa4e99ff526] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 837.556254] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 837.556254] env[62849]: value = "task-4404377" [ 837.556254] env[62849]: _type = "Task" [ 837.556254] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.565239] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228d952-d746-58bd-f9c4-0ee9af77c2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.566507] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3de02c-7f74-4b7f-af10-aa2fd223d01d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.573480] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.577827] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 837.577827] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e783b-8026-c168-d9d2-d60c5d3306c7" [ 837.577827] env[62849]: _type = "Task" [ 837.577827] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.587318] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e783b-8026-c168-d9d2-d60c5d3306c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.605577] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.605577] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquired lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.605577] env[62849]: DEBUG nova.network.neutron [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 837.817825] env[62849]: DEBUG nova.scheduler.client.report [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.832069] env[62849]: DEBUG nova.compute.manager [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Received event network-vif-plugged-262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 837.832069] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] Acquiring lock "279db280-eaa4-436a-9236-6e8cbc6527d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.832069] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] Lock "279db280-eaa4-436a-9236-6e8cbc6527d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.832315] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] Lock "279db280-eaa4-436a-9236-6e8cbc6527d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.832384] env[62849]: DEBUG nova.compute.manager [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] No waiting events found dispatching network-vif-plugged-262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.832517] env[62849]: WARNING nova.compute.manager [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Received unexpected event network-vif-plugged-262e7d28-1651-4e63-bc6d-50608ee91a5e for instance with vm_state building and task_state spawning. [ 837.832673] env[62849]: DEBUG nova.compute.manager [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Received event network-changed-262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 837.832819] env[62849]: DEBUG nova.compute.manager [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Refreshing instance network info cache due to event network-changed-262e7d28-1651-4e63-bc6d-50608ee91a5e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 837.832979] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] Acquiring lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.976680] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404376, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.058057] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9d80ff8b-ffbb-4238-bd78-1e0b83497004] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 838.070755] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404377, 'name': ReconfigVM_Task, 'duration_secs': 0.315405} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.071052] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df/c2a2a643-c78e-49e2-a4f5-f9ff5e6654df.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.071723] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ced552bc-46a7-4f4d-b60e-22943b94627d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.079565] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 838.079565] env[62849]: value = "task-4404378" [ 838.079565] env[62849]: _type = "Task" [ 838.079565] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.097142] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404378, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.099132] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e783b-8026-c168-d9d2-d60c5d3306c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.099132] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.099132] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6/1f2b858f-beba-472d-9743-1c4a7f64f3b6.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.099447] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f84709fe-ac0f-4d30-97de-45e5d0f8a344 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.111884] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 838.111884] env[62849]: value = "task-4404379" [ 838.111884] env[62849]: _type = "Task" [ 838.111884] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.123135] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.144629] env[62849]: DEBUG nova.network.neutron [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 838.282367] env[62849]: DEBUG nova.network.neutron [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Updating instance_info_cache with network_info: [{"id": "262e7d28-1651-4e63-bc6d-50608ee91a5e", "address": "fa:16:3e:ba:88:1a", "network": {"id": "f6f237c7-567c-4b80-ad9e-066552bb40bf", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1929346925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023bbb17435b4f8aa05cdd2fbc87426a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262e7d28-16", "ovs_interfaceid": "262e7d28-1651-4e63-bc6d-50608ee91a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.329077] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.329803] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.402s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.331783] env[62849]: DEBUG nova.objects.instance [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'resources' on Instance uuid affc6651-9e82-4058-a31a-1ca4a7c16d66 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.369726] env[62849]: INFO nova.scheduler.client.report [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Deleted allocations for instance 479c512b-9304-46fb-8719-a0335ba39a59 [ 838.479724] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404376, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.566367] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 88f3b89d-102f-4531-aa6e-2bde698d619b] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 838.598505] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404378, 'name': Rename_Task, 'duration_secs': 0.16071} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.598928] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.599167] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a0f101-19ac-4ca2-85c1-bd4df8d8e1d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.610891] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 838.610891] env[62849]: value = "task-4404380" [ 838.610891] env[62849]: _type = "Task" [ 838.610891] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.627097] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.631122] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.787321] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Releasing lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.787321] env[62849]: DEBUG nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Instance network_info: |[{"id": "262e7d28-1651-4e63-bc6d-50608ee91a5e", "address": "fa:16:3e:ba:88:1a", "network": {"id": "f6f237c7-567c-4b80-ad9e-066552bb40bf", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1929346925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023bbb17435b4f8aa05cdd2fbc87426a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262e7d28-16", "ovs_interfaceid": "262e7d28-1651-4e63-bc6d-50608ee91a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.787475] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] Acquired lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.787475] env[62849]: DEBUG nova.network.neutron [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Refreshing network info cache for port 262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.788971] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:88:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262e7d28-1651-4e63-bc6d-50608ee91a5e', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.797751] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.801356] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.802501] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-495bfe5c-cf87-458e-87f9-42eb09ec0801 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.824903] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.824903] env[62849]: value = "task-4404381" [ 838.824903] env[62849]: _type = "Task" [ 838.824903] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.839380] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404381, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.880235] env[62849]: DEBUG oslo_concurrency.lockutils [None req-575d0cfd-fdd2-461d-89a8-cf9279b30c9c tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "479c512b-9304-46fb-8719-a0335ba39a59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.172s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.979853] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404376, 'name': Rename_Task, 'duration_secs': 1.158221} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.980242] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.980540] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cedf870-460e-44e5-839d-90d3fe5aef37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.989056] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 838.989056] env[62849]: value = "task-4404382" [ 838.989056] env[62849]: _type = "Task" [ 838.989056] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.002964] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.075152] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 03ffcc41-6295-4dd0-9676-0ee6b0786b53] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 839.143135] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.151438] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561418} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.156780] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6/1f2b858f-beba-472d-9743-1c4a7f64f3b6.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.156780] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.160744] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-708fd72b-c6aa-464e-94f6-f3bd120d52cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.173278] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 839.173278] env[62849]: value = "task-4404383" [ 839.173278] env[62849]: _type = "Task" [ 839.173278] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.185213] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.317013] env[62849]: DEBUG nova.network.neutron [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Updated VIF entry in instance network info cache for port 262e7d28-1651-4e63-bc6d-50608ee91a5e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 839.318186] env[62849]: DEBUG nova.network.neutron [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Updating instance_info_cache with network_info: [{"id": "262e7d28-1651-4e63-bc6d-50608ee91a5e", "address": "fa:16:3e:ba:88:1a", "network": {"id": "f6f237c7-567c-4b80-ad9e-066552bb40bf", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1929346925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023bbb17435b4f8aa05cdd2fbc87426a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262e7d28-16", "ovs_interfaceid": "262e7d28-1651-4e63-bc6d-50608ee91a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.322274] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cacec0-e002-4d8d-b489-17ff6776cce3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.336498] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404381, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.339193] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7298e7b-a7a4-4ccd-b733-cfe1cb392e30 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.350492] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "e0815ae9-9120-4e55-88b4-d5310eede150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.350717] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "e0815ae9-9120-4e55-88b4-d5310eede150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.380722] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72277653-a59e-41e8-aad1-f624be8e4383 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.390694] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d6601-13a8-46a8-9ae9-b80123ac44b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.407947] env[62849]: DEBUG nova.compute.provider_tree [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.504566] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.581333] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 187e2aa3-1637-4d1f-9af0-1f77920fe2c8] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 839.624376] env[62849]: DEBUG oslo_vmware.api [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404380, 'name': PowerOnVM_Task, 'duration_secs': 0.656039} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.624720] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.624881] env[62849]: INFO nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Took 7.94 seconds to spawn the instance on the hypervisor. [ 839.625075] env[62849]: DEBUG nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.625928] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240e30b-00ec-4495-8328-f19e2eed1bde {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.685722] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16541} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.686766] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.687556] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ceda6f-dc95-4bec-90ee-ad3e52410da1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.713843] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6/1f2b858f-beba-472d-9743-1c4a7f64f3b6.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.714990] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c65eee8-647e-41c4-b9e9-d885e754cdef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.738435] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 839.738435] env[62849]: value = "task-4404384" [ 839.738435] env[62849]: _type = "Task" [ 839.738435] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.748448] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.820045] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a923c8a-9255-41f3-ada8-a207678f27fe req-9a981843-d3fe-4576-b018-9618042ff7c8 service nova] Releasing lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.837234] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404381, 'name': CreateVM_Task, 'duration_secs': 0.714306} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.837234] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.837234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.837234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.837546] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.837798] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4104e127-e3c3-4bd1-b28b-e99ac0c351f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.844958] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 839.844958] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523367c2-29bf-c4cd-35bd-529db049060e" [ 839.844958] env[62849]: _type = "Task" [ 839.844958] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.855406] env[62849]: DEBUG nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.859770] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523367c2-29bf-c4cd-35bd-529db049060e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.911458] env[62849]: DEBUG nova.scheduler.client.report [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.002804] env[62849]: DEBUG oslo_vmware.api [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404382, 'name': PowerOnVM_Task, 'duration_secs': 0.54129} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.002910] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.003096] env[62849]: INFO nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Took 11.03 seconds to spawn the instance on the hypervisor. [ 840.003270] env[62849]: DEBUG nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.004141] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25848229-a5f9-4b4c-906e-add13489df51 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.084602] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.084841] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=62849) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11958}} [ 840.149687] env[62849]: INFO nova.compute.manager [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Took 49.65 seconds to build instance. [ 840.176619] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.177065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.177141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.177287] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.177476] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.179579] env[62849]: INFO nova.compute.manager [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Terminating instance [ 840.250424] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.358461] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523367c2-29bf-c4cd-35bd-529db049060e, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.358750] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.359001] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.359264] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.359479] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.359600] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.359928] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6632c456-bfb7-44ba-be4e-7ac97b30a3b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.373779] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.374035] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.374868] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152276f4-384a-4249-9e6b-fdee73bca8ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.381861] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 840.381861] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52db1e71-8580-fdb4-db13-53672b3f8047" [ 840.381861] env[62849]: _type = "Task" [ 840.381861] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.388881] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.392488] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52db1e71-8580-fdb4-db13-53672b3f8047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.416748] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.419239] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.411s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.419472] env[62849]: DEBUG nova.objects.instance [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lazy-loading 'resources' on Instance uuid c489ec22-0c62-46fc-9083-1f1730b3b65a {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.453683] env[62849]: INFO nova.scheduler.client.report [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleted allocations for instance affc6651-9e82-4058-a31a-1ca4a7c16d66 [ 840.524631] env[62849]: INFO nova.compute.manager [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Took 51.66 seconds to build instance. [ 841.287715] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0a1967ae-6803-460f-87fc-342ccc68b062 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.799s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.288302] env[62849]: DEBUG nova.compute.manager [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.288492] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.293875] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1d0fc5ce-5710-472a-a12d-1b79a7774c2b tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.449s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.304093] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d61387f-2708-4b96-9150-45fd8b9c068e tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "affc6651-9e82-4058-a31a-1ca4a7c16d66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.289s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.304093] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.307727] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a8cd5a-1ec1-40d6-bd22-5619b8d01617 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.312808] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.313161] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.322891] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404384, 'name': ReconfigVM_Task, 'duration_secs': 0.678644} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.328282] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6/1f2b858f-beba-472d-9743-1c4a7f64f3b6.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.329158] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52db1e71-8580-fdb4-db13-53672b3f8047, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.329418] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.330666] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b64f42f-62f5-4ee3-a8db-b3dc54d568be {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.332855] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb64cd07-fbab-435a-acdf-2fc51ebb65c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.335616] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec3a4ceb-45ee-43d3-92bf-0c09727bd8a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.344012] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 841.344012] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520a8bd0-fee5-6467-66f0-4d820854c0b5" [ 841.344012] env[62849]: _type = "Task" [ 841.344012] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.349640] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 841.349640] env[62849]: value = "task-4404385" [ 841.349640] env[62849]: _type = "Task" [ 841.349640] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.349640] env[62849]: DEBUG oslo_vmware.api [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 841.349640] env[62849]: value = "task-4404386" [ 841.349640] env[62849]: _type = "Task" [ 841.349640] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.368629] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520a8bd0-fee5-6467-66f0-4d820854c0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.016452} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.374620] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.374929] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 279db280-eaa4-436a-9236-6e8cbc6527d8/279db280-eaa4-436a-9236-6e8cbc6527d8.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.375454] env[62849]: DEBUG oslo_vmware.api [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.376195] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404385, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.376195] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef351d10-8483-4fcf-972a-ca2c1c0ea09d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.386590] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 841.386590] env[62849]: value = "task-4404387" [ 841.386590] env[62849]: _type = "Task" [ 841.386590] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.397749] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.714412] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4504ce1-0357-4b78-b2a8-cfc860711f15 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.727968] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc30830-a9b3-48cb-abdb-fe6d53b9a20e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.772161] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c0e6a-f464-40ea-9d91-19fedea7781f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.785066] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1f3806-f7ed-4aae-b975-5b2ae23c139b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.806688] env[62849]: DEBUG nova.compute.provider_tree [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.816957] env[62849]: INFO nova.compute.manager [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Rebuilding instance [ 841.819683] env[62849]: INFO nova.compute.manager [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Rebuilding instance [ 841.846592] env[62849]: DEBUG nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.873059] env[62849]: DEBUG oslo_vmware.api [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404386, 'name': PowerOffVM_Task, 'duration_secs': 0.234414} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.882647] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.882954] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.883353] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404385, 'name': Rename_Task, 'duration_secs': 0.204661} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.884059] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e8a9ae-7262-4500-bc70-498a66dea8aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.885885] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.888651] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10955cea-eaa5-43cf-b053-62421a0bd376 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.898442] env[62849]: DEBUG nova.compute.manager [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.899765] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af802ed-1530-4326-a327-5c73d71ffa69 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.917684] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 841.917684] env[62849]: value = "task-4404389" [ 841.917684] env[62849]: _type = "Task" [ 841.917684] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.921079] env[62849]: DEBUG nova.compute.manager [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.923611] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507897} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.924510] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2be9b-0de6-455e-9944-6f419b65e05e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.931467] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 279db280-eaa4-436a-9236-6e8cbc6527d8/279db280-eaa4-436a-9236-6e8cbc6527d8.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.931782] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.934079] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8041b7da-ddcc-45d1-8d9f-f54c963a761f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.950213] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404389, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.958266] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 841.958266] env[62849]: value = "task-4404390" [ 841.958266] env[62849]: _type = "Task" [ 841.958266] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.969546] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.977589] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.981114] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.981114] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Deleting the datastore file [datastore2] 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.981114] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-472414ed-712c-49f4-a5ee-fc8489f5550a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.988614] env[62849]: DEBUG oslo_vmware.api [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for the task: (returnval){ [ 841.988614] env[62849]: value = "task-4404391" [ 841.988614] env[62849]: _type = "Task" [ 841.988614] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.000173] env[62849]: DEBUG oslo_vmware.api [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.310979] env[62849]: DEBUG nova.scheduler.client.report [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.372638] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.435762] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.471188] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086868} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.471461] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.472327] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2e6ce6-62ce-4fed-b8b7-c3a40bf78c86 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.497064] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 279db280-eaa4-436a-9236-6e8cbc6527d8/279db280-eaa4-436a-9236-6e8cbc6527d8.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.497986] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984d5852-e2fd-4a89-81d4-0010eed3ca8a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.522477] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.522477] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.522636] env[62849]: INFO nova.compute.manager [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Shelving [ 842.524043] env[62849]: DEBUG oslo_vmware.api [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Task: {'id': task-4404391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149715} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.527808] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.527808] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.527808] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.527808] env[62849]: INFO nova.compute.manager [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 842.527808] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.528250] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 842.528250] env[62849]: value = "task-4404392" [ 842.528250] env[62849]: _type = "Task" [ 842.528250] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.528250] env[62849]: DEBUG nova.compute.manager [-] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.528250] env[62849]: DEBUG nova.network.neutron [-] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 842.542803] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.818605] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.821957] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.189s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.821957] env[62849]: DEBUG nova.objects.instance [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lazy-loading 'resources' on Instance uuid 2127d2b0-7d68-4571-a0ca-b32f701bb728 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.849548] env[62849]: INFO nova.scheduler.client.report [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleted allocations for instance c489ec22-0c62-46fc-9083-1f1730b3b65a [ 842.937249] env[62849]: DEBUG oslo_vmware.api [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404389, 'name': PowerOnVM_Task, 'duration_secs': 0.741678} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.937249] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.937372] env[62849]: DEBUG nova.compute.manager [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.942021] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a7d0e-52d5-4eb6-93c4-10b96da7b47a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.956233] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.956233] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-483c5c9d-7ead-4e47-8b2c-6b75dbb25514 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.957918] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.958402] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441cad33-3232-42b2-ab0f-4ce1a5faf575 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.967760] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 842.967760] env[62849]: value = "task-4404394" [ 842.967760] env[62849]: _type = "Task" [ 842.967760] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.968055] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 842.968055] env[62849]: value = "task-4404393" [ 842.968055] env[62849]: _type = "Task" [ 842.968055] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.984781] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.990581] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.043911] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.200184] env[62849]: DEBUG nova.compute.manager [req-7b214fd4-1556-4c5c-a8b3-480644a249d5 req-8d261e82-8b46-4782-a64c-d26884b85d88 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Received event network-vif-deleted-2f67f60c-a6a9-4f9b-8e04-132d5074ae12 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 843.200184] env[62849]: INFO nova.compute.manager [req-7b214fd4-1556-4c5c-a8b3-480644a249d5 req-8d261e82-8b46-4782-a64c-d26884b85d88 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Neutron deleted interface 2f67f60c-a6a9-4f9b-8e04-132d5074ae12; detaching it from the instance and deleting it from the info cache [ 843.200950] env[62849]: DEBUG nova.network.neutron [req-7b214fd4-1556-4c5c-a8b3-480644a249d5 req-8d261e82-8b46-4782-a64c-d26884b85d88 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.361112] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67b32242-eec2-45b1-8f76-4045f7fd0844 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "c489ec22-0c62-46fc-9083-1f1730b3b65a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.884s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.463016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.483738] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404394, 'name': PowerOffVM_Task, 'duration_secs': 0.250016} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.490039] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.490599] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.491046] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404393, 'name': PowerOffVM_Task, 'duration_secs': 0.249581} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.492266] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203fc47f-eb06-4fe1-9923-61dbc547cd09 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.496366] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.496837] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.497818] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2705b9f2-57c2-4850-b443-537e3f19e6b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.507766] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.511351] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b157015d-2d69-4ef4-b00b-b2f5a09f9f0f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.512923] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.513077] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd939a1c-a7bb-40e1-8624-8505b63a2b90 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.540818] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.541275] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404392, 'name': ReconfigVM_Task, 'duration_secs': 0.728545} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.543946] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5ffba6c-517c-4c08-914f-40c0335432ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.545620] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 279db280-eaa4-436a-9236-6e8cbc6527d8/279db280-eaa4-436a-9236-6e8cbc6527d8.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.545945] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62849) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 843.547502] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6b154578-28ab-4146-920a-bcbfc9ad1c74 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.555182] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 843.555182] env[62849]: value = "task-4404397" [ 843.555182] env[62849]: _type = "Task" [ 843.555182] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.556487] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 843.556487] env[62849]: value = "task-4404398" [ 843.556487] env[62849]: _type = "Task" [ 843.556487] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.575610] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.579723] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404398, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.623040] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.623335] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.623540] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleting the datastore file [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.623825] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcd143e4-1f59-4622-b91c-6f5eb5d53eab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.638024] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 843.638024] env[62849]: value = "task-4404399" [ 843.638024] env[62849]: _type = "Task" [ 843.638024] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.638024] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.638024] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.638024] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleting the datastore file [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.639755] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449a0746-70f8-4464-8e3d-76528e12eff1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.647720] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.652271] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 843.652271] env[62849]: value = "task-4404400" [ 843.652271] env[62849]: _type = "Task" [ 843.652271] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.661583] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.679329] env[62849]: DEBUG nova.network.neutron [-] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.709023] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f1e849a-9bdc-492e-855a-5eab0a837906 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.726024] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeace74e-f559-41f3-be28-9ee90cf1e91d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.764845] env[62849]: DEBUG nova.compute.manager [req-7b214fd4-1556-4c5c-a8b3-480644a249d5 req-8d261e82-8b46-4782-a64c-d26884b85d88 service nova] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Detach interface failed, port_id=2f67f60c-a6a9-4f9b-8e04-132d5074ae12, reason: Instance 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 843.767692] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2f6de0-bea9-4bc4-bd9f-67c9a85688f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.777746] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91d3b44-1ba8-499d-af2a-93c15ffcc776 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.813151] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff231f9-849b-41fd-9669-432eb885c8dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.822286] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9afc3b-5d60-4ec9-b23a-5ae6bd598178 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.840498] env[62849]: DEBUG nova.compute.provider_tree [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.075896] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404398, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.076465} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.079823] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62849) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 844.079823] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404397, 'name': PowerOffVM_Task, 'duration_secs': 0.251395} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.079823] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cb523a-8478-4b5d-93ce-2b707ebd8baa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.082094] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.082942] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543c11ba-9d5c-485a-8a60-dddaf189bd50 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.115655] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b5058a-8b51-4aed-9c8e-55c815b4b0fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.125992] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 279db280-eaa4-436a-9236-6e8cbc6527d8/ephemeral_0.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.126608] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6e617a-7260-45c1-a403-622ce15af48e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.149544] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 844.149544] env[62849]: value = "task-4404401" [ 844.149544] env[62849]: _type = "Task" [ 844.149544] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.153210] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191556} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.159537] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.159745] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.159920] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.172403] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.172403] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194725} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.172403] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.172403] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.172403] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.183256] env[62849]: INFO nova.compute.manager [-] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Took 1.66 seconds to deallocate network for instance. [ 844.347193] env[62849]: DEBUG nova.scheduler.client.report [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.350784] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.351039] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.351288] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.351464] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.351716] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.353578] env[62849]: INFO nova.compute.manager [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Terminating instance [ 844.571261] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.571598] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.651304] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.651766] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9a58743-b942-49d6-9fde-cf62283eace4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.666885] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.666885] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 844.666885] env[62849]: value = "task-4404402" [ 844.666885] env[62849]: _type = "Task" [ 844.666885] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.681756] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404402, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.688942] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.854972] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.857536] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.291s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.857779] env[62849]: DEBUG nova.objects.instance [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lazy-loading 'resources' on Instance uuid 82246b48-16e4-49e1-9578-181408b6bbe9 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.860698] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "refresh_cache-1f2b858f-beba-472d-9743-1c4a7f64f3b6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.860698] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquired lock "refresh_cache-1f2b858f-beba-472d-9743-1c4a7f64f3b6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.860698] env[62849]: DEBUG nova.network.neutron [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 844.874916] env[62849]: INFO nova.scheduler.client.report [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Deleted allocations for instance 2127d2b0-7d68-4571-a0ca-b32f701bb728 [ 845.073740] env[62849]: DEBUG nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.147954] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "8f66dab4-0006-442e-97ce-5b27650a7e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.149597] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "8f66dab4-0006-442e-97ce-5b27650a7e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.166352] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404401, 'name': ReconfigVM_Task, 'duration_secs': 0.701972} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.166531] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 279db280-eaa4-436a-9236-6e8cbc6527d8/ephemeral_0.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.167350] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f5e00d-57c4-4350-84e0-a3a1e9d44b76 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.192439] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404402, 'name': CreateSnapshot_Task, 'duration_secs': 0.45666} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.194579] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.194865] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 845.194865] env[62849]: value = "task-4404403" [ 845.194865] env[62849]: _type = "Task" [ 845.194865] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.195813] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138dae68-0e5c-461a-8aa3-f6f798a2ab7c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.216423] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404403, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.219994] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.220337] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.220500] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.220677] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.220821] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.220962] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.221283] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.221444] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.221610] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.221773] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.221941] env[62849]: DEBUG nova.virt.hardware [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.223122] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7534021-0720-48dc-a903-d9c63eebe5c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.235593] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.235907] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.236008] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.236208] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.236375] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.236447] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.236644] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.236806] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.236970] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.237139] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.237308] env[62849]: DEBUG nova.virt.hardware [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.238766] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12889fcf-f509-4b54-ac7b-e471e944fcce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.243920] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce2506-b734-4066-abc8-11b519ee51cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.257387] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:36:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.264934] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.268571] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.268871] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-530fd009-619a-4e05-bebd-25ff211ce5cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.285637] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b2b03-26ef-43e1-87b0-da29dc03d208 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.309286] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:b4:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26319295-d322-4aed-b1bb-2a3169462c2e', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.319083] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.321268] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.321680] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.321680] env[62849]: value = "task-4404404" [ 845.321680] env[62849]: _type = "Task" [ 845.321680] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.321914] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3e7bcf1-bf2e-458d-9d4c-be4af6cf659a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.351123] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404404, 'name': CreateVM_Task} progress is 15%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.352535] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.352535] env[62849]: value = "task-4404405" [ 845.352535] env[62849]: _type = "Task" [ 845.352535] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.367095] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404405, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.384714] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c3c41fe8-c554-4bc6-97b3-119a2baeb3db tempest-VolumesAssistedSnapshotsTest-756271320 tempest-VolumesAssistedSnapshotsTest-756271320-project-member] Lock "2127d2b0-7d68-4571-a0ca-b32f701bb728" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.667s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.389447] env[62849]: DEBUG nova.network.neutron [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 845.479218] env[62849]: DEBUG nova.network.neutron [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.598302] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.651526] env[62849]: DEBUG nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.713885] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404403, 'name': Rename_Task, 'duration_secs': 0.213917} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.714637] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.715558] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aa20a70-a38a-4282-ae44-2ddc5a27924b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.727707] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.731185] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6b57fd3-e29c-4961-a6d4-f405ec11f6df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.740804] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 845.740804] env[62849]: value = "task-4404406" [ 845.740804] env[62849]: _type = "Task" [ 845.740804] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.744453] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 845.744453] env[62849]: value = "task-4404407" [ 845.744453] env[62849]: _type = "Task" [ 845.744453] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.760116] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.764271] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404407, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.772307] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4944744-50e6-4b94-8990-5c240893ca64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.782934] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3351f4-c55d-426c-99f0-9436d19d5ea4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.817197] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93fe7cc-6667-449e-b93e-d151b1e39d32 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.826380] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a0794-c587-49eb-932c-33c9a036ccab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.845806] env[62849]: DEBUG nova.compute.provider_tree [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.864475] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404404, 'name': CreateVM_Task, 'duration_secs': 0.45626} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.865098] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.866041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.866041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.866503] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.867271] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45586642-da6d-4a7f-8524-e6afd9ba67ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.875241] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404405, 'name': CreateVM_Task, 'duration_secs': 0.442619} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.876157] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.877072] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.880127] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 845.880127] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a8da10-aef4-47a3-a515-8960e429bc40" [ 845.880127] env[62849]: _type = "Task" [ 845.880127] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.894106] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a8da10-aef4-47a3-a515-8960e429bc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.982083] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Releasing lock "refresh_cache-1f2b858f-beba-472d-9743-1c4a7f64f3b6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.982598] env[62849]: DEBUG nova.compute.manager [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.982802] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.983735] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f586a66-6d36-4e99-9d09-9eae477a7ac4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.992294] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.992693] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b8dab8c-a98d-4490-b974-01fc426b33db {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.001550] env[62849]: DEBUG oslo_vmware.api [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 846.001550] env[62849]: value = "task-4404408" [ 846.001550] env[62849]: _type = "Task" [ 846.001550] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.013033] env[62849]: DEBUG oslo_vmware.api [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.173088] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.259882] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404406, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.269885] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404407, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.353234] env[62849]: DEBUG nova.scheduler.client.report [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.393492] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a8da10-aef4-47a3-a515-8960e429bc40, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.394423] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.394423] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.394585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.395587] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.395587] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.395587] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.395587] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.395783] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-637d4e1b-76b7-4e5b-8c33-f73ffbfc6977 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.397709] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895c43cf-9511-4435-ba20-ba4d2e4ffc08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.403491] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 846.403491] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5257d287-c2a5-5ca3-b24a-b0e77cc8cec0" [ 846.403491] env[62849]: _type = "Task" [ 846.403491] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.407858] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.408085] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.409189] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6998a6-b46a-4b91-97ba-dfbeed55361e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.415217] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5257d287-c2a5-5ca3-b24a-b0e77cc8cec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.419208] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 846.419208] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526af0ec-3646-1e54-1657-739860a8ddba" [ 846.419208] env[62849]: _type = "Task" [ 846.419208] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.428747] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526af0ec-3646-1e54-1657-739860a8ddba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.516124] env[62849]: DEBUG oslo_vmware.api [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404408, 'name': PowerOffVM_Task, 'duration_secs': 0.141142} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.516411] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.516579] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.516844] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-373e703d-1842-4c9f-88e1-cae3f52799d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.543842] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.543842] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.543842] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Deleting the datastore file [datastore1] 1f2b858f-beba-472d-9743-1c4a7f64f3b6 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.543842] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-269c6bd0-e80f-49ac-8a94-b82ddb82f442 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.551258] env[62849]: DEBUG oslo_vmware.api [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for the task: (returnval){ [ 846.551258] env[62849]: value = "task-4404410" [ 846.551258] env[62849]: _type = "Task" [ 846.551258] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.560679] env[62849]: DEBUG oslo_vmware.api [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.755340] env[62849]: DEBUG oslo_vmware.api [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404406, 'name': PowerOnVM_Task, 'duration_secs': 0.659755} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.756150] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.756428] env[62849]: INFO nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Took 10.02 seconds to spawn the instance on the hypervisor. [ 846.756670] env[62849]: DEBUG nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.757530] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e219ca8-a992-439b-b943-66e1bcd6d6ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.763692] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404407, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.859775] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.862510] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.049s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.863032] env[62849]: DEBUG nova.objects.instance [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lazy-loading 'resources' on Instance uuid 83cdc46b-07f6-49bd-a7d0-8a4c98b12376 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.890786] env[62849]: INFO nova.scheduler.client.report [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Deleted allocations for instance 82246b48-16e4-49e1-9578-181408b6bbe9 [ 846.916608] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5257d287-c2a5-5ca3-b24a-b0e77cc8cec0, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.916922] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.917233] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.917458] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.933076] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526af0ec-3646-1e54-1657-739860a8ddba, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.934598] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09744571-8867-4d3b-aa8a-2dec4a50cd26 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.941280] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 846.941280] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288b435-d7ad-bca6-6a1e-d56e53c54148" [ 846.941280] env[62849]: _type = "Task" [ 846.941280] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.951184] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288b435-d7ad-bca6-6a1e-d56e53c54148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.068027] env[62849]: DEBUG oslo_vmware.api [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Task: {'id': task-4404410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104129} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.068027] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.068027] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.068027] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.068027] env[62849]: INFO nova.compute.manager [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 847.068374] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.068374] env[62849]: DEBUG nova.compute.manager [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.068374] env[62849]: DEBUG nova.network.neutron [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 847.098101] env[62849]: DEBUG nova.network.neutron [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.260341] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404407, 'name': CloneVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.280645] env[62849]: INFO nova.compute.manager [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Took 32.72 seconds to build instance. [ 847.398560] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b0dde915-1a55-4d5d-ac18-b88ef3eb4937 tempest-ServerTagsTestJSON-1637647200 tempest-ServerTagsTestJSON-1637647200-project-member] Lock "82246b48-16e4-49e1-9578-181408b6bbe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.351s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.458118] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288b435-d7ad-bca6-6a1e-d56e53c54148, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.458693] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.458693] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d/c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.458955] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.459192] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.459427] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d111a64-da57-49df-8045-73ca3089ee23 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.464690] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc7c596-4f8b-410c-b89b-189d6dea4171 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.473315] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 847.473315] env[62849]: value = "task-4404411" [ 847.473315] env[62849]: _type = "Task" [ 847.473315] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.478304] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.478541] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.482784] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb9f9c9-7626-4ad0-aeea-b426b50136b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.489707] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.494321] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 847.494321] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52114dad-0ce9-c9f0-f95e-4b2a4c540580" [ 847.494321] env[62849]: _type = "Task" [ 847.494321] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.508674] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52114dad-0ce9-c9f0-f95e-4b2a4c540580, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.509667] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48684bab-935c-4ba8-80fb-73ae5bd84cda {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.516885] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 847.516885] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52807004-31bf-0da5-07d6-9ef2fbd95302" [ 847.516885] env[62849]: _type = "Task" [ 847.516885] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.529690] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52807004-31bf-0da5-07d6-9ef2fbd95302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.600446] env[62849]: DEBUG nova.network.neutron [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.728578] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdde00f-3045-4475-af31-7d4843beaa98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.739188] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c714c-490f-40f2-9c3e-58a891e9b820 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.778118] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb50eb6e-0f7c-499c-9d4a-0112bb65a687 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.782076] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc2f960a-ce26-44ab-a6ec-fcb9ef949061 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "279db280-eaa4-436a-9236-6e8cbc6527d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.235s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.787825] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404407, 'name': CloneVM_Task, 'duration_secs': 1.530159} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.790593] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Created linked-clone VM from snapshot [ 847.791574] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67bb297-0c5f-4c18-b259-6e98f2cc5577 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.795929] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b4a2ab-dd26-4706-8f54-d8d5dd7d1211 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.807550] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Uploading image 43787adb-a04f-476d-b008-ef5bf8c765ff {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.819699] env[62849]: DEBUG nova.compute.provider_tree [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.853721] env[62849]: DEBUG oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 847.853721] env[62849]: value = "vm-862027" [ 847.853721] env[62849]: _type = "VirtualMachine" [ 847.853721] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 847.854225] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c13672c-031a-4cda-9fed-39ceb13edbd6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.867609] env[62849]: DEBUG oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lease: (returnval){ [ 847.867609] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523bfad7-3c6d-6156-93f6-82158e448555" [ 847.867609] env[62849]: _type = "HttpNfcLease" [ 847.867609] env[62849]: } obtained for exporting VM: (result){ [ 847.867609] env[62849]: value = "vm-862027" [ 847.867609] env[62849]: _type = "VirtualMachine" [ 847.867609] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 847.867609] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the lease: (returnval){ [ 847.867609] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523bfad7-3c6d-6156-93f6-82158e448555" [ 847.867609] env[62849]: _type = "HttpNfcLease" [ 847.867609] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.875079] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.875079] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523bfad7-3c6d-6156-93f6-82158e448555" [ 847.875079] env[62849]: _type = "HttpNfcLease" [ 847.875079] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.986166] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495083} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.986166] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d/c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.986166] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.986166] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-056da52b-334b-4132-a1cd-be84b07d0dce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.993232] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 847.993232] env[62849]: value = "task-4404413" [ 847.993232] env[62849]: _type = "Task" [ 847.993232] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.005836] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.031081] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52807004-31bf-0da5-07d6-9ef2fbd95302, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.031081] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.031081] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df/c2a2a643-c78e-49e2-a4f5-f9ff5e6654df.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.031081] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a986f7-f1db-41c8-9aff-22cd85629d26 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.039223] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 848.039223] env[62849]: value = "task-4404414" [ 848.039223] env[62849]: _type = "Task" [ 848.039223] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.050873] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.106143] env[62849]: INFO nova.compute.manager [-] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Took 1.04 seconds to deallocate network for instance. [ 848.322776] env[62849]: DEBUG nova.scheduler.client.report [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.376491] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.376491] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523bfad7-3c6d-6156-93f6-82158e448555" [ 848.376491] env[62849]: _type = "HttpNfcLease" [ 848.376491] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.376897] env[62849]: DEBUG oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.376897] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523bfad7-3c6d-6156-93f6-82158e448555" [ 848.376897] env[62849]: _type = "HttpNfcLease" [ 848.376897] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.377901] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab11810e-5bb3-485f-b731-5fdfd063d7e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.389863] env[62849]: DEBUG oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b32e64-7e49-c2f8-a14d-e1f4338de6cd/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.390278] env[62849]: DEBUG oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b32e64-7e49-c2f8-a14d-e1f4338de6cd/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.461182] env[62849]: DEBUG nova.compute.manager [req-1ad9063c-e4f3-46a8-a6b4-70341f957c28 req-407102d1-d94d-4648-81c1-1022ea78a3e5 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Received event network-changed-262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 848.461346] env[62849]: DEBUG nova.compute.manager [req-1ad9063c-e4f3-46a8-a6b4-70341f957c28 req-407102d1-d94d-4648-81c1-1022ea78a3e5 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Refreshing instance network info cache due to event network-changed-262e7d28-1651-4e63-bc6d-50608ee91a5e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 848.461564] env[62849]: DEBUG oslo_concurrency.lockutils [req-1ad9063c-e4f3-46a8-a6b4-70341f957c28 req-407102d1-d94d-4648-81c1-1022ea78a3e5 service nova] Acquiring lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.461913] env[62849]: DEBUG oslo_concurrency.lockutils [req-1ad9063c-e4f3-46a8-a6b4-70341f957c28 req-407102d1-d94d-4648-81c1-1022ea78a3e5 service nova] Acquired lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.462198] env[62849]: DEBUG nova.network.neutron [req-1ad9063c-e4f3-46a8-a6b4-70341f957c28 req-407102d1-d94d-4648-81c1-1022ea78a3e5 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Refreshing network info cache for port 262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.509325] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3cad648f-b723-4dba-9dde-b85f298033a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.511741] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066279} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.512292] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.513404] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed746b-a33f-4c0f-854d-8acd20e75d32 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.540648] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d/c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.543279] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a2f25ef-2605-4260-a15c-f874ae95e0bc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.569042] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 848.569042] env[62849]: value = "task-4404415" [ 848.569042] env[62849]: _type = "Task" [ 848.569042] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.572698] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479435} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.581039] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df/c2a2a643-c78e-49e2-a4f5-f9ff5e6654df.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.581259] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.581754] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db3f2d62-10f3-46a5-b836-d24467c2d1e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.590110] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.591603] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 848.591603] env[62849]: value = "task-4404416" [ 848.591603] env[62849]: _type = "Task" [ 848.591603] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.600463] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.615314] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.828773] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.832372] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.661s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.832372] env[62849]: DEBUG nova.objects.instance [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lazy-loading 'resources' on Instance uuid b87e622d-720f-4024-97b6-1c12d4d9d6d1 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.858381] env[62849]: INFO nova.scheduler.client.report [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Deleted allocations for instance 83cdc46b-07f6-49bd-a7d0-8a4c98b12376 [ 849.091512] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404415, 'name': ReconfigVM_Task, 'duration_secs': 0.357769} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.092366] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d/c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.101369] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-139aff6d-d1ef-404f-8c50-853a5e913bf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.118482] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072896} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.122308] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.122991] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 849.122991] env[62849]: value = "task-4404417" [ 849.122991] env[62849]: _type = "Task" [ 849.122991] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.124435] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca9a1da-fd95-4ac2-8baf-483c9d669ebe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.140017] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404417, 'name': Rename_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.162047] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df/c2a2a643-c78e-49e2-a4f5-f9ff5e6654df.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.166076] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21abd4d0-499c-4890-a7d8-8e1dbb537c6d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.192620] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 849.192620] env[62849]: value = "task-4404418" [ 849.192620] env[62849]: _type = "Task" [ 849.192620] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.205477] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.375822] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc03ea3-662b-47a6-9a6c-92040273c560 tempest-ServersTestManualDisk-131723153 tempest-ServersTestManualDisk-131723153-project-member] Lock "83cdc46b-07f6-49bd-a7d0-8a4c98b12376" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.943s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.421384] env[62849]: DEBUG nova.network.neutron [req-1ad9063c-e4f3-46a8-a6b4-70341f957c28 req-407102d1-d94d-4648-81c1-1022ea78a3e5 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Updated VIF entry in instance network info cache for port 262e7d28-1651-4e63-bc6d-50608ee91a5e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 849.421384] env[62849]: DEBUG nova.network.neutron [req-1ad9063c-e4f3-46a8-a6b4-70341f957c28 req-407102d1-d94d-4648-81c1-1022ea78a3e5 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Updating instance_info_cache with network_info: [{"id": "262e7d28-1651-4e63-bc6d-50608ee91a5e", "address": "fa:16:3e:ba:88:1a", "network": {"id": "f6f237c7-567c-4b80-ad9e-066552bb40bf", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1929346925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023bbb17435b4f8aa05cdd2fbc87426a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262e7d28-16", "ovs_interfaceid": "262e7d28-1651-4e63-bc6d-50608ee91a5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.652323] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404417, 'name': Rename_Task, 'duration_secs': 0.261755} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.652836] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.653348] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f9f3aea-718d-46c6-b225-ed73739982f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.662859] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 849.662859] env[62849]: value = "task-4404419" [ 849.662859] env[62849]: _type = "Task" [ 849.662859] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.677684] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.707601] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404418, 'name': ReconfigVM_Task, 'duration_secs': 0.360332} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.711654] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df/c2a2a643-c78e-49e2-a4f5-f9ff5e6654df.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.713410] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe232940-0ebe-494e-9f59-7b08ac3a203e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.723839] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 849.723839] env[62849]: value = "task-4404420" [ 849.723839] env[62849]: _type = "Task" [ 849.723839] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.740719] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404420, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.784112] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b1051-0eb6-465e-9276-19f974c482f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.794112] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a859e37-c41a-4ee2-a80e-d09f44908781 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.832069] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908334a6-88f5-43a1-9320-36fc35d4712e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.842674] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75fe2f-5c99-43dd-ba22-c3722b6284f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.861177] env[62849]: DEBUG nova.compute.provider_tree [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.926218] env[62849]: DEBUG oslo_concurrency.lockutils [req-1ad9063c-e4f3-46a8-a6b4-70341f957c28 req-407102d1-d94d-4648-81c1-1022ea78a3e5 service nova] Releasing lock "refresh_cache-279db280-eaa4-436a-9236-6e8cbc6527d8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.186419] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404419, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.243257] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404420, 'name': Rename_Task, 'duration_secs': 0.207939} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.243548] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.243828] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3125a6a4-8b5a-4c84-8a02-1e4a1c608709 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.256414] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 850.256414] env[62849]: value = "task-4404421" [ 850.256414] env[62849]: _type = "Task" [ 850.256414] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.267872] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.364836] env[62849]: DEBUG nova.scheduler.client.report [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.689618] env[62849]: DEBUG oslo_vmware.api [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404419, 'name': PowerOnVM_Task, 'duration_secs': 0.707066} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.689618] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.689618] env[62849]: DEBUG nova.compute.manager [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.690241] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee2a5e3-91bc-457c-a9de-b96895fe4812 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.770339] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.879029] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.881778] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.649s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.884554] env[62849]: DEBUG nova.objects.instance [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lazy-loading 'resources' on Instance uuid 4e97af5c-1c18-4558-a688-9505339fed93 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.911449] env[62849]: INFO nova.scheduler.client.report [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Deleted allocations for instance b87e622d-720f-4024-97b6-1c12d4d9d6d1 [ 851.209486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.267437] env[62849]: DEBUG oslo_vmware.api [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404421, 'name': PowerOnVM_Task, 'duration_secs': 0.546182} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.267786] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.267966] env[62849]: DEBUG nova.compute.manager [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.268840] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205ac4d0-2b93-4e15-b083-6d28807257f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.424905] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7d1935d-41bd-4670-84be-18508f7f5999 tempest-ServerRescueTestJSON-960362394 tempest-ServerRescueTestJSON-960362394-project-member] Lock "b87e622d-720f-4024-97b6-1c12d4d9d6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.830s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.708385] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fca615-1d42-4fee-aa92-7a1aabaea094 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.718273] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea2afde-3782-4d87-86f7-2889fef89f07 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.759655] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ac0207-0815-4cad-af3b-45f7d4a5c9fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.768347] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe8fecf-2ff6-423d-adcf-3fa7c677b660 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.787729] env[62849]: DEBUG nova.compute.provider_tree [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.792052] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.294928] env[62849]: DEBUG nova.scheduler.client.report [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.704294] env[62849]: DEBUG nova.objects.instance [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lazy-loading 'flavor' on Instance uuid 0b38ac85-980b-4320-a30d-633d862412e6 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.781115] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.781531] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.781780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.781991] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.782249] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.784457] env[62849]: INFO nova.compute.manager [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Terminating instance [ 852.801769] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.804544] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.416s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.807430] env[62849]: INFO nova.compute.claims [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.833564] env[62849]: INFO nova.scheduler.client.report [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted allocations for instance 4e97af5c-1c18-4558-a688-9505339fed93 [ 853.215919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.215919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquired lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.292829] env[62849]: DEBUG nova.compute.manager [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.292949] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.293925] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0bf00-caad-4798-9ed1-a72b45bcfb6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.319107] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.319107] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acdbf10c-7b40-473d-b8db-fd4e536481d9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.319107] env[62849]: DEBUG oslo_vmware.api [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 853.319107] env[62849]: value = "task-4404422" [ 853.319107] env[62849]: _type = "Task" [ 853.319107] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.331211] env[62849]: DEBUG oslo_vmware.api [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.351581] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2a38cc99-81f6-44f8-b442-3d581e83cbd6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "4e97af5c-1c18-4558-a688-9505339fed93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.838s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.831436] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "986f71a7-89f3-414e-b161-cd489626f817" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.831436] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "986f71a7-89f3-414e-b161-cd489626f817" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.847559] env[62849]: DEBUG oslo_vmware.api [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404422, 'name': PowerOffVM_Task, 'duration_secs': 0.259135} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.847559] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.847559] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.847559] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e12c0c-dec0-4365-a664-76828ff80578 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.887670] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "19d76bfb-f713-4112-9a92-61b3cf45f808" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.887988] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "19d76bfb-f713-4112-9a92-61b3cf45f808" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.888311] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "19d76bfb-f713-4112-9a92-61b3cf45f808-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.888512] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "19d76bfb-f713-4112-9a92-61b3cf45f808-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.888675] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "19d76bfb-f713-4112-9a92-61b3cf45f808-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.895140] env[62849]: DEBUG nova.network.neutron [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 853.895140] env[62849]: INFO nova.compute.manager [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Terminating instance [ 853.920305] env[62849]: DEBUG nova.compute.manager [req-45f2cbfe-a778-40aa-b1e7-1c0fd5bc2491 req-809e7bd8-6b1c-4268-9870-ac0ec0de2e35 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Received event network-changed-da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 853.920305] env[62849]: DEBUG nova.compute.manager [req-45f2cbfe-a778-40aa-b1e7-1c0fd5bc2491 req-809e7bd8-6b1c-4268-9870-ac0ec0de2e35 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Refreshing instance network info cache due to event network-changed-da77ac4f-85e3-4f62-8133-70d8204acf94. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 853.920305] env[62849]: DEBUG oslo_concurrency.lockutils [req-45f2cbfe-a778-40aa-b1e7-1c0fd5bc2491 req-809e7bd8-6b1c-4268-9870-ac0ec0de2e35 service nova] Acquiring lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.935982] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.935982] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.936206] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleting the datastore file [datastore2] c2a2a643-c78e-49e2-a4f5-f9ff5e6654df {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.940266] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5ff5ec-03d9-4981-98dc-d134a61155d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.949484] env[62849]: DEBUG oslo_vmware.api [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 853.949484] env[62849]: value = "task-4404424" [ 853.949484] env[62849]: _type = "Task" [ 853.949484] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.961825] env[62849]: DEBUG oslo_vmware.api [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.178523] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a00d6-671f-46c7-b31a-5698e9afaa88 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.188753] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dad478-42fe-4bb9-bb9a-a796472c1296 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.231200] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7253be-4c63-4125-b58b-9cd29c7a8cf7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.244936] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01df2746-02d1-41c4-b92f-777660cd9411 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.264361] env[62849]: DEBUG nova.compute.provider_tree [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.338557] env[62849]: DEBUG nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.409971] env[62849]: DEBUG nova.compute.manager [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.409971] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.409971] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7c454d-ea4b-49c7-a103-cf1f1e7882cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.422572] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.423646] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1552d18-ec02-4612-9a45-614c662c43dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.432600] env[62849]: DEBUG oslo_vmware.api [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 854.432600] env[62849]: value = "task-4404425" [ 854.432600] env[62849]: _type = "Task" [ 854.432600] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.444666] env[62849]: DEBUG oslo_vmware.api [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.465449] env[62849]: DEBUG oslo_vmware.api [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304455} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.465449] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.466155] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.466155] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.466403] env[62849]: INFO nova.compute.manager [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Took 1.17 seconds to destroy the instance on the hypervisor. [ 854.466915] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.467558] env[62849]: DEBUG nova.compute.manager [-] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.467558] env[62849]: DEBUG nova.network.neutron [-] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 854.768196] env[62849]: DEBUG nova.scheduler.client.report [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.879933] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.946200] env[62849]: DEBUG oslo_vmware.api [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404425, 'name': PowerOffVM_Task, 'duration_secs': 0.343814} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.946711] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.946711] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.947698] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f480ca5-45eb-4b8c-9ccd-a9c8e23e6ca8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.035056] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.035785] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.036154] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleting the datastore file [datastore1] 19d76bfb-f713-4112-9a92-61b3cf45f808 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.036655] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a7bc103-f4d2-435c-a929-bf56f9e1407c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.045623] env[62849]: DEBUG oslo_vmware.api [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 855.045623] env[62849]: value = "task-4404427" [ 855.045623] env[62849]: _type = "Task" [ 855.045623] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.059290] env[62849]: DEBUG oslo_vmware.api [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.067654] env[62849]: DEBUG nova.network.neutron [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updating instance_info_cache with network_info: [{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.273335] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.274198] env[62849]: DEBUG nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.276919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.904s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.279669] env[62849]: INFO nova.compute.claims [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.557267] env[62849]: DEBUG oslo_vmware.api [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16494} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.557575] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.557750] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.557933] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.558109] env[62849]: INFO nova.compute.manager [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Took 1.15 seconds to destroy the instance on the hypervisor. [ 855.558388] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.558664] env[62849]: DEBUG nova.compute.manager [-] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.558778] env[62849]: DEBUG nova.network.neutron [-] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 855.574499] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Releasing lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.574768] env[62849]: DEBUG nova.compute.manager [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Inject network info {{(pid=62849) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 855.575080] env[62849]: DEBUG nova.compute.manager [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] network_info to inject: |[{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 855.580371] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Reconfiguring VM instance to set the machine id {{(pid=62849) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 855.580832] env[62849]: DEBUG oslo_concurrency.lockutils [req-45f2cbfe-a778-40aa-b1e7-1c0fd5bc2491 req-809e7bd8-6b1c-4268-9870-ac0ec0de2e35 service nova] Acquired lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.580961] env[62849]: DEBUG nova.network.neutron [req-45f2cbfe-a778-40aa-b1e7-1c0fd5bc2491 req-809e7bd8-6b1c-4268-9870-ac0ec0de2e35 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Refreshing network info cache for port da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.583023] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82501ef5-b794-40f8-bd8d-bc8db2c79bb4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.599232] env[62849]: DEBUG oslo_vmware.api [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 855.599232] env[62849]: value = "task-4404428" [ 855.599232] env[62849]: _type = "Task" [ 855.599232] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.609723] env[62849]: DEBUG oslo_vmware.api [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.666635] env[62849]: DEBUG nova.network.neutron [-] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.788138] env[62849]: DEBUG nova.compute.utils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.789893] env[62849]: DEBUG nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.790226] env[62849]: DEBUG nova.network.neutron [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.883831] env[62849]: DEBUG nova.policy [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66203ef769e4a4a925df0d164acba0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f7aed8d7a34479a94343fa57138a8f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.982821] env[62849]: DEBUG nova.compute.manager [req-14bad16a-5014-4bb6-a3ef-86d00f56d2da req-53946cbb-fa82-46f2-8b2c-b9e1fb3f1a16 service nova] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Received event network-vif-deleted-26319295-d322-4aed-b1bb-2a3169462c2e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 856.109823] env[62849]: DEBUG oslo_vmware.api [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404428, 'name': ReconfigVM_Task, 'duration_secs': 0.281988} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.110148] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1b019854-54ca-44a2-b734-23d0d8455720 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Reconfigured VM instance to set the machine id {{(pid=62849) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 856.171180] env[62849]: INFO nova.compute.manager [-] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Took 1.70 seconds to deallocate network for instance. [ 856.220249] env[62849]: DEBUG nova.objects.instance [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lazy-loading 'flavor' on Instance uuid 0b38ac85-980b-4320-a30d-633d862412e6 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.289275] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.289547] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.295531] env[62849]: DEBUG nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.548407] env[62849]: DEBUG nova.network.neutron [-] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.663557] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192f1a7c-6691-4f2e-8d07-5fe3c9d3f385 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.675978] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a3ad80-9b3e-4a1a-8227-65645f93f403 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.682610] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.712553] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d60486-bfa0-46f7-9c1d-52d6aaea357b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.723322] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4270311-9fb1-4b6b-a5b3-bb03cc358bd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.730112] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.744144] env[62849]: DEBUG nova.compute.provider_tree [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.748725] env[62849]: DEBUG nova.network.neutron [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Successfully created port: c0d05d08-140f-4c25-94a8-ca227d6c4445 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.793535] env[62849]: DEBUG nova.compute.utils [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.824440] env[62849]: DEBUG nova.network.neutron [req-45f2cbfe-a778-40aa-b1e7-1c0fd5bc2491 req-809e7bd8-6b1c-4268-9870-ac0ec0de2e35 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updated VIF entry in instance network info cache for port da77ac4f-85e3-4f62-8133-70d8204acf94. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 856.824872] env[62849]: DEBUG nova.network.neutron [req-45f2cbfe-a778-40aa-b1e7-1c0fd5bc2491 req-809e7bd8-6b1c-4268-9870-ac0ec0de2e35 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updating instance_info_cache with network_info: [{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.054495] env[62849]: INFO nova.compute.manager [-] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Took 1.50 seconds to deallocate network for instance. [ 857.247608] env[62849]: DEBUG nova.scheduler.client.report [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.297616] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.309411] env[62849]: DEBUG nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.328442] env[62849]: DEBUG oslo_concurrency.lockutils [req-45f2cbfe-a778-40aa-b1e7-1c0fd5bc2491 req-809e7bd8-6b1c-4268-9870-ac0ec0de2e35 service nova] Releasing lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.329347] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquired lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.344932] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.346907] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.346907] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.346907] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.346907] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.346907] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.347272] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.347498] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.347780] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.348132] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.348402] env[62849]: DEBUG nova.virt.hardware [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.349797] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd80a0-f57f-4911-8118-753b28f71824 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.361652] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202b93a-0174-4cdf-9f27-042b05c9b9b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.562211] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.754545] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.755105] env[62849]: DEBUG nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.759342] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.296s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.759545] env[62849]: DEBUG nova.objects.instance [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 857.789121] env[62849]: DEBUG nova.network.neutron [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.022174] env[62849]: DEBUG nova.compute.manager [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Received event network-vif-deleted-bf0c895f-8a51-47e7-bee9-d232ace2d753 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 858.022541] env[62849]: DEBUG nova.compute.manager [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Received event network-changed-da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 858.022721] env[62849]: DEBUG nova.compute.manager [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Refreshing instance network info cache due to event network-changed-da77ac4f-85e3-4f62-8133-70d8204acf94. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 858.022913] env[62849]: DEBUG oslo_concurrency.lockutils [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] Acquiring lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.264710] env[62849]: DEBUG nova.compute.utils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.279354] env[62849]: DEBUG nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.279573] env[62849]: DEBUG nova.network.neutron [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 858.284231] env[62849]: DEBUG nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.383664] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.384095] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.384753] env[62849]: INFO nova.compute.manager [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Attaching volume 4fd40f81-526e-410e-bea5-c4cd5ba08285 to /dev/sdb [ 858.448757] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a874d-97ab-44a3-a802-c4d6b19979ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.455997] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05bf0ee-b9f8-4116-b12b-91c820e7cbf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.479775] env[62849]: DEBUG nova.virt.block_device [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updating existing volume attachment record: aab9fede-d049-4835-b5a0-b53477bd15fb {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 858.694865] env[62849]: DEBUG nova.policy [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '707aff994e0043549629b44c0761c06c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e7892518d5946bca8d1adb72ffb173c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.734676] env[62849]: DEBUG oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b32e64-7e49-c2f8-a14d-e1f4338de6cd/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.736094] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c652ded-e924-41e1-9dbe-28179142a3d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.743977] env[62849]: DEBUG oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b32e64-7e49-c2f8-a14d-e1f4338de6cd/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.744459] env[62849]: ERROR oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b32e64-7e49-c2f8-a14d-e1f4338de6cd/disk-0.vmdk due to incomplete transfer. [ 858.744830] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15827573-cfcf-4681-864d-3e92f68d8383 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.756568] env[62849]: DEBUG oslo_vmware.rw_handles [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b32e64-7e49-c2f8-a14d-e1f4338de6cd/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.756876] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Uploaded image 43787adb-a04f-476d-b008-ef5bf8c765ff to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.759198] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.763374] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-afead2aa-a4f9-4cdd-a481-9dbd98b6b698 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.773540] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 858.773540] env[62849]: value = "task-4404431" [ 858.773540] env[62849]: _type = "Task" [ 858.773540] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.786301] env[62849]: DEBUG oslo_concurrency.lockutils [None req-05cff43b-4d96-4482-9f8e-890324cd48ff tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.787793] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404431, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.791216] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.100s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.791216] env[62849]: DEBUG nova.objects.instance [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lazy-loading 'resources' on Instance uuid 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.052298] env[62849]: DEBUG nova.network.neutron [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Successfully updated port: c0d05d08-140f-4c25-94a8-ca227d6c4445 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 859.204221] env[62849]: DEBUG nova.network.neutron [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updating instance_info_cache with network_info: [{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.290041] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404431, 'name': Destroy_Task, 'duration_secs': 0.368089} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.290041] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Destroyed the VM [ 859.290041] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.290041] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c54c25fd-6978-4364-a893-99bf5f6312cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.300863] env[62849]: DEBUG nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.304588] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 859.304588] env[62849]: value = "task-4404433" [ 859.304588] env[62849]: _type = "Task" [ 859.304588] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.317802] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404433, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.349284] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.349284] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.349284] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.350416] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.350416] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.350416] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.350416] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.350416] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.350777] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.350777] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.350777] env[62849]: DEBUG nova.virt.hardware [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.350777] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4237f0-0d99-4c7d-84a4-708fcba20216 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.360939] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504aefc5-e1b7-4d63-9eaa-a3030894fa6e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.412289] env[62849]: DEBUG nova.network.neutron [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Successfully created port: 53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 859.547367] env[62849]: DEBUG oslo_concurrency.lockutils [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.547367] env[62849]: DEBUG oslo_concurrency.lockutils [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.556652] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.556793] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquired lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.556940] env[62849]: DEBUG nova.network.neutron [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 859.658679] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a94256c-4adf-452e-8bcf-b43dc7810997 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.667215] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15857754-8ba9-4a58-b787-d2fab30b8ed2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.702634] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d77da5a-0134-43b8-b4d6-d4510817d943 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.707495] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Releasing lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.707679] env[62849]: DEBUG nova.compute.manager [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Inject network info {{(pid=62849) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 859.707948] env[62849]: DEBUG nova.compute.manager [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] network_info to inject: |[{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 859.712901] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Reconfiguring VM instance to set the machine id {{(pid=62849) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 859.717107] env[62849]: DEBUG oslo_concurrency.lockutils [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] Acquired lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.717107] env[62849]: DEBUG nova.network.neutron [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Refreshing network info cache for port da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.717107] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f30b401e-693e-49f5-94c9-436a22573796 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.732026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985d4481-9090-4424-a55f-57c3daa76c2d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.754406] env[62849]: DEBUG nova.compute.provider_tree [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.757349] env[62849]: DEBUG oslo_vmware.api [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 859.757349] env[62849]: value = "task-4404434" [ 859.757349] env[62849]: _type = "Task" [ 859.757349] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.767035] env[62849]: DEBUG oslo_vmware.api [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.817563] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404433, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.049237] env[62849]: DEBUG nova.compute.utils [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.111204] env[62849]: DEBUG nova.network.neutron [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 860.168570] env[62849]: DEBUG nova.network.neutron [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updated VIF entry in instance network info cache for port da77ac4f-85e3-4f62-8133-70d8204acf94. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.168969] env[62849]: DEBUG nova.network.neutron [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updating instance_info_cache with network_info: [{"id": "da77ac4f-85e3-4f62-8133-70d8204acf94", "address": "fa:16:3e:36:ef:be", "network": {"id": "8ce06e33-dbe2-4f3b-b15d-06db313fd096", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-579335682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc1ff5cd5544fd0b753824f5f163001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda77ac4f-85", "ovs_interfaceid": "da77ac4f-85e3-4f62-8133-70d8204acf94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.258927] env[62849]: DEBUG nova.scheduler.client.report [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.275031] env[62849]: DEBUG oslo_vmware.api [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404434, 'name': ReconfigVM_Task, 'duration_secs': 0.226753} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.275782] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd7c905-56a5-4ad2-9c1f-fb8381d59888 tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Reconfigured VM instance to set the machine id {{(pid=62849) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 860.318568] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404433, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558384} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.319256] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.319861] env[62849]: DEBUG nova.compute.manager [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.321008] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c034db5-c734-427d-9bf6-201c03e01bf8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.357834] env[62849]: DEBUG nova.network.neutron [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Updating instance_info_cache with network_info: [{"id": "c0d05d08-140f-4c25-94a8-ca227d6c4445", "address": "fa:16:3e:46:12:79", "network": {"id": "c312512b-9994-4133-aa6f-84c04f4e7126", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-209358250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f7aed8d7a34479a94343fa57138a8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d05d08-14", "ovs_interfaceid": "c0d05d08-140f-4c25-94a8-ca227d6c4445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.496524] env[62849]: DEBUG nova.compute.manager [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Received event network-vif-plugged-c0d05d08-140f-4c25-94a8-ca227d6c4445 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 860.496769] env[62849]: DEBUG oslo_concurrency.lockutils [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] Acquiring lock "e0815ae9-9120-4e55-88b4-d5310eede150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.496945] env[62849]: DEBUG oslo_concurrency.lockutils [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] Lock "e0815ae9-9120-4e55-88b4-d5310eede150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.497144] env[62849]: DEBUG oslo_concurrency.lockutils [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] Lock "e0815ae9-9120-4e55-88b4-d5310eede150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.497293] env[62849]: DEBUG nova.compute.manager [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] No waiting events found dispatching network-vif-plugged-c0d05d08-140f-4c25-94a8-ca227d6c4445 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.497459] env[62849]: WARNING nova.compute.manager [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Received unexpected event network-vif-plugged-c0d05d08-140f-4c25-94a8-ca227d6c4445 for instance with vm_state building and task_state spawning. [ 860.497615] env[62849]: DEBUG nova.compute.manager [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Received event network-changed-c0d05d08-140f-4c25-94a8-ca227d6c4445 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 860.497777] env[62849]: DEBUG nova.compute.manager [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Refreshing instance network info cache due to event network-changed-c0d05d08-140f-4c25-94a8-ca227d6c4445. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 860.497935] env[62849]: DEBUG oslo_concurrency.lockutils [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] Acquiring lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.553845] env[62849]: DEBUG oslo_concurrency.lockutils [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.671636] env[62849]: DEBUG oslo_concurrency.lockutils [req-f32d05bb-78e1-44f3-af93-57b43cf87aaa req-99586a99-c522-481e-87f5-a4a4db159658 service nova] Releasing lock "refresh_cache-0b38ac85-980b-4320-a30d-633d862412e6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.769974] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.772665] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.175s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.774332] env[62849]: INFO nova.compute.claims [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.793214] env[62849]: INFO nova.scheduler.client.report [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Deleted allocations for instance 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f [ 860.804883] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.805146] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.837154] env[62849]: INFO nova.compute.manager [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Shelve offloading [ 860.860962] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Releasing lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.861347] env[62849]: DEBUG nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Instance network_info: |[{"id": "c0d05d08-140f-4c25-94a8-ca227d6c4445", "address": "fa:16:3e:46:12:79", "network": {"id": "c312512b-9994-4133-aa6f-84c04f4e7126", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-209358250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f7aed8d7a34479a94343fa57138a8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d05d08-14", "ovs_interfaceid": "c0d05d08-140f-4c25-94a8-ca227d6c4445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.861645] env[62849]: DEBUG oslo_concurrency.lockutils [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] Acquired lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.861854] env[62849]: DEBUG nova.network.neutron [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Refreshing network info cache for port c0d05d08-140f-4c25-94a8-ca227d6c4445 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.863366] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:12:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0d05d08-140f-4c25-94a8-ca227d6c4445', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.871347] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Creating folder: Project (9f7aed8d7a34479a94343fa57138a8f9). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.874832] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf8d8804-f5e2-42e4-addc-d12c47d83e20 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.888802] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Created folder: Project (9f7aed8d7a34479a94343fa57138a8f9) in parent group-v861840. [ 860.889151] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Creating folder: Instances. Parent ref: group-v862030. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.889467] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f3547d8-1f7e-46c7-809c-34d2369c5798 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.901320] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Created folder: Instances in parent group-v862030. [ 860.901702] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.901964] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.902221] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c1a505d-0602-48e7-9444-bc90873d4c2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.923945] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.923945] env[62849]: value = "task-4404438" [ 860.923945] env[62849]: _type = "Task" [ 860.923945] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.934490] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404438, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.308810] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7d19d936-2d69-4b11-99d0-db25c1ab1117 tempest-MigrationsAdminTest-2116750055 tempest-MigrationsAdminTest-2116750055-project-member] Lock "7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.132s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.310259] env[62849]: DEBUG nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.340009] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.340663] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f34e680-5c18-4739-9f6f-52df3fb8ea37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.349554] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 861.349554] env[62849]: value = "task-4404439" [ 861.349554] env[62849]: _type = "Task" [ 861.349554] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.354554] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "0b38ac85-980b-4320-a30d-633d862412e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.354799] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "0b38ac85-980b-4320-a30d-633d862412e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.355009] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "0b38ac85-980b-4320-a30d-633d862412e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.355222] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "0b38ac85-980b-4320-a30d-633d862412e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.355376] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "0b38ac85-980b-4320-a30d-633d862412e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.361471] env[62849]: INFO nova.compute.manager [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Terminating instance [ 861.371342] env[62849]: DEBUG nova.network.neutron [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Updated VIF entry in instance network info cache for port c0d05d08-140f-4c25-94a8-ca227d6c4445. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.371834] env[62849]: DEBUG nova.network.neutron [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Updating instance_info_cache with network_info: [{"id": "c0d05d08-140f-4c25-94a8-ca227d6c4445", "address": "fa:16:3e:46:12:79", "network": {"id": "c312512b-9994-4133-aa6f-84c04f4e7126", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-209358250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f7aed8d7a34479a94343fa57138a8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d05d08-14", "ovs_interfaceid": "c0d05d08-140f-4c25-94a8-ca227d6c4445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.375231] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 861.375619] env[62849]: DEBUG nova.compute.manager [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.378020] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72574aa-eec3-4a8e-9946-501ed864117c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.386138] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.386138] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.386138] env[62849]: DEBUG nova.network.neutron [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.435092] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404438, 'name': CreateVM_Task, 'duration_secs': 0.329936} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.435548] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.435975] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.436166] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.436507] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.436989] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d32395a-238f-4125-aa85-3c90731195eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.446368] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 861.446368] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527d2c53-7b27-8bbb-169b-b29a6a2611d1" [ 861.446368] env[62849]: _type = "Task" [ 861.446368] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.456334] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527d2c53-7b27-8bbb-169b-b29a6a2611d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.461600] env[62849]: DEBUG nova.network.neutron [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Successfully updated port: 53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 861.652706] env[62849]: DEBUG oslo_concurrency.lockutils [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.653373] env[62849]: DEBUG oslo_concurrency.lockutils [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.653889] env[62849]: INFO nova.compute.manager [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Attaching volume 9102dad1-5dca-42dc-8a04-fa9f576bb9c6 to /dev/sdb [ 861.705170] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfdd37e-a5a6-488b-9be5-8b7a11aaa450 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.713812] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2475d8ab-c948-489d-ab7c-a5e4e16e8d7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.728829] env[62849]: DEBUG nova.virt.block_device [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Updating existing volume attachment record: ee5e7f9c-565c-413c-bc55-0ee338d793aa {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 861.834481] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.875200] env[62849]: DEBUG oslo_concurrency.lockutils [req-79755411-adda-41fb-a537-e176e4b9224f req-7183c0c9-e12b-49d0-bdba-a644ee8ccd80 service nova] Releasing lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.877659] env[62849]: DEBUG nova.compute.manager [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.880367] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.880367] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a11bfca-d874-4d80-9017-61d0428a0138 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.893618] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.894255] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27504449-4024-4fe4-8449-c9aeedaf6eff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.900982] env[62849]: DEBUG oslo_vmware.api [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 861.900982] env[62849]: value = "task-4404441" [ 861.900982] env[62849]: _type = "Task" [ 861.900982] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.911577] env[62849]: DEBUG oslo_vmware.api [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.955383] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527d2c53-7b27-8bbb-169b-b29a6a2611d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.955737] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.955977] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.956271] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.956453] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.956716] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.956959] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba5c52c0-8887-4f8f-8a59-d83db8342c3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.964099] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.964311] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.964422] env[62849]: DEBUG nova.network.neutron [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.974029] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.974590] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.975393] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbbe1dea-397f-4003-84fe-a84876c5afec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.985392] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 861.985392] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d2598f-a000-6144-ea0f-c08d403fed3e" [ 861.985392] env[62849]: _type = "Task" [ 861.985392] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.998922] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d2598f-a000-6144-ea0f-c08d403fed3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.001328] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225b4e73-16ec-40f6-b8c4-8a9249d974af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.010353] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 862.010353] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52791c58-6a9a-e1c3-b1a1-b6bfb45acad7" [ 862.010353] env[62849]: _type = "Task" [ 862.010353] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.025122] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52791c58-6a9a-e1c3-b1a1-b6bfb45acad7, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.026090] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.026388] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] e0815ae9-9120-4e55-88b4-d5310eede150/e0815ae9-9120-4e55-88b4-d5310eede150.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.026388] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c49fa69-34f2-455b-9a08-f187297eaefd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.036419] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 862.036419] env[62849]: value = "task-4404442" [ 862.036419] env[62849]: _type = "Task" [ 862.036419] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.045721] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.168596] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a80d6d-2f5f-409e-a157-6bf9c97b8030 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.178515] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d6046-31bf-4c48-af69-a0ad26f53fdc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.218019] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831aa9d5-ceaf-4d0a-bfc9-60140bce07f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.230050] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5a1f52-1938-4fba-a7e4-400ab3836ed8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.250101] env[62849]: DEBUG nova.compute.provider_tree [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.281494] env[62849]: DEBUG nova.network.neutron [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Updating instance_info_cache with network_info: [{"id": "4a0e4c83-a482-46ee-b955-5de3269fc827", "address": "fa:16:3e:fa:dc:9b", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0e4c83-a4", "ovs_interfaceid": "4a0e4c83-a482-46ee-b955-5de3269fc827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.412931] env[62849]: DEBUG oslo_vmware.api [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404441, 'name': PowerOffVM_Task, 'duration_secs': 0.214041} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.413263] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.413511] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.413804] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e335f08-e768-4ea2-bae4-a186be35fae4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.488958] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.489350] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.489565] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Deleting the datastore file [datastore1] 0b38ac85-980b-4320-a30d-633d862412e6 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.489845] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-453e33b5-c249-475e-a998-ce135de32a39 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.498781] env[62849]: DEBUG oslo_vmware.api [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for the task: (returnval){ [ 862.498781] env[62849]: value = "task-4404446" [ 862.498781] env[62849]: _type = "Task" [ 862.498781] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.509971] env[62849]: DEBUG oslo_vmware.api [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.520400] env[62849]: DEBUG nova.network.neutron [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 862.537009] env[62849]: DEBUG nova.compute.manager [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received event network-vif-plugged-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 862.537257] env[62849]: DEBUG oslo_concurrency.lockutils [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] Acquiring lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.537469] env[62849]: DEBUG oslo_concurrency.lockutils [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.537641] env[62849]: DEBUG oslo_concurrency.lockutils [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.538708] env[62849]: DEBUG nova.compute.manager [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] No waiting events found dispatching network-vif-plugged-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.538708] env[62849]: WARNING nova.compute.manager [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received unexpected event network-vif-plugged-53541f34-c055-44ae-adfe-c9d41e13fb77 for instance with vm_state building and task_state spawning. [ 862.538708] env[62849]: DEBUG nova.compute.manager [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received event network-changed-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 862.538708] env[62849]: DEBUG nova.compute.manager [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Refreshing instance network info cache due to event network-changed-53541f34-c055-44ae-adfe-c9d41e13fb77. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 862.538708] env[62849]: DEBUG oslo_concurrency.lockutils [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] Acquiring lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.553828] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404442, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.703396] env[62849]: DEBUG nova.network.neutron [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [{"id": "53541f34-c055-44ae-adfe-c9d41e13fb77", "address": "fa:16:3e:55:e2:68", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53541f34-c0", "ovs_interfaceid": "53541f34-c055-44ae-adfe-c9d41e13fb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.754620] env[62849]: DEBUG nova.scheduler.client.report [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.785510] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.012598] env[62849]: DEBUG oslo_vmware.api [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Task: {'id': task-4404446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188675} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.012598] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.012598] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.012598] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.012598] env[62849]: INFO nova.compute.manager [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 863.013068] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.013068] env[62849]: DEBUG nova.compute.manager [-] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.013145] env[62849]: DEBUG nova.network.neutron [-] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 863.056915] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527036} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.060832] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 863.061165] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862029', 'volume_id': '4fd40f81-526e-410e-bea5-c4cd5ba08285', 'name': 'volume-4fd40f81-526e-410e-bea5-c4cd5ba08285', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '379996e0-b80e-4066-a47f-1bcf26c647fb', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd40f81-526e-410e-bea5-c4cd5ba08285', 'serial': '4fd40f81-526e-410e-bea5-c4cd5ba08285'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 863.061672] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] e0815ae9-9120-4e55-88b4-d5310eede150/e0815ae9-9120-4e55-88b4-d5310eede150.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.061925] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.062807] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ac8bf-cdb4-429b-b634-e56e2e084ba6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.067193] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be9d9d63-cdeb-4e94-b604-64d1ab280ac8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.092486] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f1f5bf-d5d4-40d9-a0cd-aa4e82f8c2b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.095571] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 863.095571] env[62849]: value = "task-4404447" [ 863.095571] env[62849]: _type = "Task" [ 863.095571] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.124965] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-4fd40f81-526e-410e-bea5-c4cd5ba08285/volume-4fd40f81-526e-410e-bea5-c4cd5ba08285.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.125919] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bac493-38b2-45cb-ad62-c48979b0cae2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.143960] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404447, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.150708] env[62849]: DEBUG oslo_vmware.api [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 863.150708] env[62849]: value = "task-4404448" [ 863.150708] env[62849]: _type = "Task" [ 863.150708] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.162728] env[62849]: DEBUG oslo_vmware.api [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.199073] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.200216] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b7809c-262d-453f-a1bc-a937a592c749 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.206290] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.206625] env[62849]: DEBUG nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Instance network_info: |[{"id": "53541f34-c055-44ae-adfe-c9d41e13fb77", "address": "fa:16:3e:55:e2:68", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53541f34-c0", "ovs_interfaceid": "53541f34-c055-44ae-adfe-c9d41e13fb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.206916] env[62849]: DEBUG oslo_concurrency.lockutils [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] Acquired lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.207124] env[62849]: DEBUG nova.network.neutron [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Refreshing network info cache for port 53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.208654] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:e2:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53541f34-c055-44ae-adfe-c9d41e13fb77', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.217273] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.223260] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.223983] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.224277] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6257a7e2-1189-4714-b821-76b2027cef87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.240995] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03a90a30-cdf0-4d25-b577-7b17cacb5f31 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.250212] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.250212] env[62849]: value = "task-4404450" [ 863.250212] env[62849]: _type = "Task" [ 863.250212] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.264752] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.265668] env[62849]: DEBUG nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.270551] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404450, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.270551] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.096s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.272697] env[62849]: INFO nova.compute.claims [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.317031] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.317031] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.317031] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleting the datastore file [datastore2] 92c4e30e-0ed6-4190-b519-a75df27b5a2f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.317031] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65d90936-2e6e-4330-b760-ddf23004170e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.330776] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 863.330776] env[62849]: value = "task-4404451" [ 863.330776] env[62849]: _type = "Task" [ 863.330776] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.344134] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.607567] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081105} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.608089] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.609540] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb86c8f-6783-4d81-8c35-4283bb398f60 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.644961] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] e0815ae9-9120-4e55-88b4-d5310eede150/e0815ae9-9120-4e55-88b4-d5310eede150.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.645324] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07431867-1bf3-4527-ac8a-de81e14c6d27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.687401] env[62849]: DEBUG oslo_vmware.api [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404448, 'name': ReconfigVM_Task, 'duration_secs': 0.475223} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.689399] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-4fd40f81-526e-410e-bea5-c4cd5ba08285/volume-4fd40f81-526e-410e-bea5-c4cd5ba08285.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.694375] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 863.694375] env[62849]: value = "task-4404452" [ 863.694375] env[62849]: _type = "Task" [ 863.694375] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.694649] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69223250-5599-45c2-9466-49942b02afd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.716716] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.719104] env[62849]: DEBUG oslo_vmware.api [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 863.719104] env[62849]: value = "task-4404453" [ 863.719104] env[62849]: _type = "Task" [ 863.719104] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.729315] env[62849]: DEBUG oslo_vmware.api [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.764868] env[62849]: DEBUG nova.network.neutron [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updated VIF entry in instance network info cache for port 53541f34-c055-44ae-adfe-c9d41e13fb77. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.764868] env[62849]: DEBUG nova.network.neutron [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [{"id": "53541f34-c055-44ae-adfe-c9d41e13fb77", "address": "fa:16:3e:55:e2:68", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53541f34-c0", "ovs_interfaceid": "53541f34-c055-44ae-adfe-c9d41e13fb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.766128] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404450, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.776265] env[62849]: DEBUG nova.compute.utils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.781915] env[62849]: DEBUG nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.781915] env[62849]: DEBUG nova.network.neutron [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 863.846040] env[62849]: DEBUG oslo_vmware.api [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169227} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.846040] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.846257] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.846367] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.882220] env[62849]: INFO nova.scheduler.client.report [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted allocations for instance 92c4e30e-0ed6-4190-b519-a75df27b5a2f [ 863.924319] env[62849]: DEBUG nova.policy [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '650cba4b058742dfa015d70a79749009', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '306a019735d242f2a0da1cc4b5743823', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.220332] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404452, 'name': ReconfigVM_Task, 'duration_secs': 0.386571} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.220332] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Reconfigured VM instance instance-00000041 to attach disk [datastore1] e0815ae9-9120-4e55-88b4-d5310eede150/e0815ae9-9120-4e55-88b4-d5310eede150.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.220332] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54be7c4f-df59-4446-a26b-f9c6e15e2912 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.229974] env[62849]: DEBUG oslo_vmware.api [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404453, 'name': ReconfigVM_Task, 'duration_secs': 0.186914} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.234016] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862029', 'volume_id': '4fd40f81-526e-410e-bea5-c4cd5ba08285', 'name': 'volume-4fd40f81-526e-410e-bea5-c4cd5ba08285', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '379996e0-b80e-4066-a47f-1bcf26c647fb', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd40f81-526e-410e-bea5-c4cd5ba08285', 'serial': '4fd40f81-526e-410e-bea5-c4cd5ba08285'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 864.234016] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 864.234016] env[62849]: value = "task-4404454" [ 864.234016] env[62849]: _type = "Task" [ 864.234016] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.242857] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404454, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.261567] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404450, 'name': CreateVM_Task, 'duration_secs': 0.52841} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.261743] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.262468] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.263095] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.263095] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.263417] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66788c0-e90d-4d2e-ac11-d2b0526e9816 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.267171] env[62849]: DEBUG oslo_concurrency.lockutils [req-4f71af9c-094c-43ca-b729-6da402320662 req-1fe40d59-c322-4938-b13b-3b7cc3ee8199 service nova] Releasing lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.269728] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 864.269728] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b71da8-fe52-2d9f-53f4-156bebf4d5ac" [ 864.269728] env[62849]: _type = "Task" [ 864.269728] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.288424] env[62849]: DEBUG nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.291494] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b71da8-fe52-2d9f-53f4-156bebf4d5ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.387023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.570079] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "6e31ba54-8563-44e3-bb5f-150662007e3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.570079] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "6e31ba54-8563-44e3-bb5f-150662007e3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.617649] env[62849]: DEBUG nova.network.neutron [-] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.657405] env[62849]: DEBUG nova.network.neutron [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Successfully created port: e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 864.664682] env[62849]: DEBUG nova.compute.manager [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Received event network-vif-unplugged-4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 864.665066] env[62849]: DEBUG oslo_concurrency.lockutils [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] Acquiring lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.665329] env[62849]: DEBUG oslo_concurrency.lockutils [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.665530] env[62849]: DEBUG oslo_concurrency.lockutils [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.665719] env[62849]: DEBUG nova.compute.manager [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] No waiting events found dispatching network-vif-unplugged-4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.665891] env[62849]: DEBUG nova.compute.manager [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Received event network-vif-unplugged-4a0e4c83-a482-46ee-b955-5de3269fc827 for instance with task_state deleting. {{(pid=62849) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 864.666075] env[62849]: DEBUG nova.compute.manager [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Received event network-changed-4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 864.666238] env[62849]: DEBUG nova.compute.manager [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Refreshing instance network info cache due to event network-changed-4a0e4c83-a482-46ee-b955-5de3269fc827. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 864.666436] env[62849]: DEBUG oslo_concurrency.lockutils [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] Acquiring lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.666572] env[62849]: DEBUG oslo_concurrency.lockutils [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] Acquired lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.666744] env[62849]: DEBUG nova.network.neutron [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Refreshing network info cache for port 4a0e4c83-a482-46ee-b955-5de3269fc827 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.722190] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79173f0d-7de1-49eb-b9d0-c08b059fce70 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.731440] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5404056c-3da6-4ec5-add9-7f1aeb6fa33b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.750840] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404454, 'name': Rename_Task, 'duration_secs': 0.205622} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.779131] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.786024] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8ccfba-8438-4729-9216-1e935b0f61b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.789086] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf26423c-d1eb-48c9-90c7-6bd08b7d83d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.808227] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 864.808227] env[62849]: value = "task-4404456" [ 864.808227] env[62849]: _type = "Task" [ 864.808227] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.808933] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b71da8-fe52-2d9f-53f4-156bebf4d5ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.810600] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e678c-46ac-49af-bc3d-51fb83e7a2a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.815700] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.815987] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.816245] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.816396] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.816608] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.820597] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29880944-1ebf-490c-8871-8726c28b0d18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.836836] env[62849]: DEBUG nova.compute.provider_tree [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.844281] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.844281] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.844757] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.846742] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7372884-dc2b-4b8b-a704-a217dafee9ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.854812] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 864.854812] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527ecd75-d895-2e52-3650-3a7f41f80e0b" [ 864.854812] env[62849]: _type = "Task" [ 864.854812] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.864190] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527ecd75-d895-2e52-3650-3a7f41f80e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.077208] env[62849]: DEBUG nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.120376] env[62849]: INFO nova.compute.manager [-] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Took 2.11 seconds to deallocate network for instance. [ 865.158312] env[62849]: DEBUG oslo_concurrency.lockutils [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.287072] env[62849]: DEBUG nova.objects.instance [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.313209] env[62849]: DEBUG nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.329613] env[62849]: DEBUG oslo_vmware.api [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404456, 'name': PowerOnVM_Task, 'duration_secs': 0.50684} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.330023] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.330218] env[62849]: INFO nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Took 8.02 seconds to spawn the instance on the hypervisor. [ 865.330440] env[62849]: DEBUG nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.331272] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e110b505-b827-4c42-8cce-ccc32d29a4f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.340861] env[62849]: DEBUG nova.scheduler.client.report [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.362291] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.362291] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.362291] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.362452] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.362452] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.362452] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.362452] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.362452] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.362608] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.362608] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.362608] env[62849]: DEBUG nova.virt.hardware [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.364953] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b14c67-41f7-47cd-a49b-c695ea075dc1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.384127] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d566213-3109-461e-869e-56ec6c5c8a1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.389799] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527ecd75-d895-2e52-3650-3a7f41f80e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.391199] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c098d4ad-804f-4d5c-9c95-7862d8eef71d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.413020] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 865.413020] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526486f4-7435-7cd7-3ebd-c3d7c2e32a49" [ 865.413020] env[62849]: _type = "Task" [ 865.413020] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.422913] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526486f4-7435-7cd7-3ebd-c3d7c2e32a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.570907] env[62849]: DEBUG nova.network.neutron [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Updated VIF entry in instance network info cache for port 4a0e4c83-a482-46ee-b955-5de3269fc827. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 865.571449] env[62849]: DEBUG nova.network.neutron [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Updating instance_info_cache with network_info: [{"id": "4a0e4c83-a482-46ee-b955-5de3269fc827", "address": "fa:16:3e:fa:dc:9b", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": null, "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4a0e4c83-a4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.605755] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.635145] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.792080] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59c7db51-8429-4361-97ee-fca1ab07aead tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.408s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.851128] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.851791] env[62849]: DEBUG nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.854301] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.239s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.854527] env[62849]: DEBUG nova.objects.instance [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lazy-loading 'resources' on Instance uuid 1f2b858f-beba-472d-9743-1c4a7f64f3b6 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.864697] env[62849]: INFO nova.compute.manager [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Took 25.50 seconds to build instance. [ 865.909851] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.909851] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.910046] env[62849]: DEBUG nova.compute.manager [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.911113] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bc3c84-abb6-45fd-bd52-d56f893a5cb4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.931095] env[62849]: DEBUG nova.compute.manager [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 865.931825] env[62849]: DEBUG nova.objects.instance [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.933465] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526486f4-7435-7cd7-3ebd-c3d7c2e32a49, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.933907] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.934168] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 8a127c3a-de4c-4f21-8b80-6e1cc169504e/8a127c3a-de4c-4f21-8b80-6e1cc169504e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.934423] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e4d4f2c-88e8-46ad-9d2d-e2e2ffb81727 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.943769] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 865.943769] env[62849]: value = "task-4404457" [ 865.943769] env[62849]: _type = "Task" [ 865.943769] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.953840] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.073742] env[62849]: DEBUG oslo_concurrency.lockutils [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] Releasing lock "refresh_cache-92c4e30e-0ed6-4190-b519-a75df27b5a2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.074056] env[62849]: DEBUG nova.compute.manager [req-176ef28c-6447-49e1-af98-1c23fb733b06 req-7ba25edf-6561-491b-84f7-cad83de92705 service nova] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Received event network-vif-deleted-da77ac4f-85e3-4f62-8133-70d8204acf94 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 866.182679] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-06460b50-2b1a-46ae-b8d1-cb1ebae77f44-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.182924] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-06460b50-2b1a-46ae-b8d1-cb1ebae77f44-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.183280] env[62849]: DEBUG nova.objects.instance [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'flavor' on Instance uuid 06460b50-2b1a-46ae-b8d1-cb1ebae77f44 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.360348] env[62849]: DEBUG nova.compute.utils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.362672] env[62849]: DEBUG nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.363052] env[62849]: DEBUG nova.network.neutron [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 866.376102] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae5064bc-0a71-423e-9d96-f1b5c5aba2ea tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "e0815ae9-9120-4e55-88b4-d5310eede150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.025s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.459060] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404457, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.469014] env[62849]: DEBUG nova.policy [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff3eeee0a0344b2ea714aaf9ca4cce91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3508741829a44769adccdeae85f0169', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.480502] env[62849]: DEBUG nova.network.neutron [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Successfully updated port: e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 866.698023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d6dea2-d48e-4ecb-878c-67427f6a03d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.707527] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a71b798-b457-4e4d-aa14-651369468021 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.748203] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8b8551-1196-4a64-86b6-93c957f6eff4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.757301] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac181fb-4a1b-451e-95bc-559a1550a965 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.774882] env[62849]: DEBUG nova.compute.provider_tree [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.788218] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 866.788481] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 866.789414] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3e9059-aa5a-462e-b6d0-ab06342a776c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.811558] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9743cb17-7bdb-4df7-a206-d2e04477994a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.818901] env[62849]: DEBUG nova.objects.instance [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'pci_requests' on Instance uuid 06460b50-2b1a-46ae-b8d1-cb1ebae77f44 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.843388] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6/volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.844218] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69cb6d72-f6b3-4c9d-a503-0230bb53b53c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.865026] env[62849]: DEBUG oslo_vmware.api [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 866.865026] env[62849]: value = "task-4404458" [ 866.865026] env[62849]: _type = "Task" [ 866.865026] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.876646] env[62849]: DEBUG nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.879603] env[62849]: DEBUG oslo_vmware.api [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.938882] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.941976] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e9be90a-8c66-4e3e-8e8e-400dd8482f95 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.950988] env[62849]: DEBUG oslo_vmware.api [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 866.950988] env[62849]: value = "task-4404459" [ 866.950988] env[62849]: _type = "Task" [ 866.950988] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.958506] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520944} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.959233] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 8a127c3a-de4c-4f21-8b80-6e1cc169504e/8a127c3a-de4c-4f21-8b80-6e1cc169504e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.959896] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.959896] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0398e135-f576-49bd-a78e-bdefd68a0f20 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.965189] env[62849]: DEBUG oslo_vmware.api [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.971092] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 866.971092] env[62849]: value = "task-4404460" [ 866.971092] env[62849]: _type = "Task" [ 866.971092] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.980740] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.980999] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.981076] env[62849]: DEBUG nova.network.neutron [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 866.982246] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.988236] env[62849]: DEBUG nova.network.neutron [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Successfully created port: 4b951350-8178-4503-8b9a-c8993f1b3422 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 867.279978] env[62849]: DEBUG nova.scheduler.client.report [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.321387] env[62849]: DEBUG nova.objects.base [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Object Instance<06460b50-2b1a-46ae-b8d1-cb1ebae77f44> lazy-loaded attributes: flavor,pci_requests {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 867.321673] env[62849]: DEBUG nova.network.neutron [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 867.381019] env[62849]: DEBUG oslo_vmware.api [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.381019] env[62849]: DEBUG nova.policy [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.462318] env[62849]: DEBUG oslo_vmware.api [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404459, 'name': PowerOffVM_Task, 'duration_secs': 0.239224} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.462767] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.463074] env[62849]: DEBUG nova.compute.manager [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.463937] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12e17a-eef0-4ef4-84f3-02ac56807f5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.473037] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "2b954f3d-b575-4150-9a51-52fee5a880be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.473037] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "2b954f3d-b575-4150-9a51-52fee5a880be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.493223] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159395} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.495105] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.497070] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d73cf1-c67f-4c45-aeca-1ae614d86407 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.523169] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 8a127c3a-de4c-4f21-8b80-6e1cc169504e/8a127c3a-de4c-4f21-8b80-6e1cc169504e.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.524472] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841663e6-56e0-4eb5-8362-f9ada580cf46 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.548919] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 867.548919] env[62849]: value = "task-4404461" [ 867.548919] env[62849]: _type = "Task" [ 867.548919] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.558925] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.573095] env[62849]: DEBUG nova.network.neutron [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 867.781419] env[62849]: DEBUG nova.compute.manager [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Received event network-vif-plugged-e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 867.781625] env[62849]: DEBUG oslo_concurrency.lockutils [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] Acquiring lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.781836] env[62849]: DEBUG oslo_concurrency.lockutils [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.782104] env[62849]: DEBUG oslo_concurrency.lockutils [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.782175] env[62849]: DEBUG nova.compute.manager [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] No waiting events found dispatching network-vif-plugged-e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.782343] env[62849]: WARNING nova.compute.manager [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Received unexpected event network-vif-plugged-e1e15451-4a41-4b12-ad0f-c4749c943698 for instance with vm_state building and task_state spawning. [ 867.782527] env[62849]: DEBUG nova.compute.manager [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Received event network-changed-e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 867.782642] env[62849]: DEBUG nova.compute.manager [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Refreshing instance network info cache due to event network-changed-e1e15451-4a41-4b12-ad0f-c4749c943698. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 867.782830] env[62849]: DEBUG oslo_concurrency.lockutils [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] Acquiring lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.786374] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.788599] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.579s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.789234] env[62849]: DEBUG nova.objects.instance [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 867.818614] env[62849]: INFO nova.scheduler.client.report [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Deleted allocations for instance 1f2b858f-beba-472d-9743-1c4a7f64f3b6 [ 867.865943] env[62849]: DEBUG nova.network.neutron [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Updating instance_info_cache with network_info: [{"id": "e1e15451-4a41-4b12-ad0f-c4749c943698", "address": "fa:16:3e:7a:9f:b3", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e15451-4a", "ovs_interfaceid": "e1e15451-4a41-4b12-ad0f-c4749c943698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.880734] env[62849]: DEBUG oslo_vmware.api [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404458, 'name': ReconfigVM_Task, 'duration_secs': 0.908124} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.880734] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6/volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.885772] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825a6f20-d79f-4fc8-a611-089693cb2543 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.900620] env[62849]: DEBUG nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.911780] env[62849]: DEBUG oslo_vmware.api [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 867.911780] env[62849]: value = "task-4404462" [ 867.911780] env[62849]: _type = "Task" [ 867.911780] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.927347] env[62849]: DEBUG oslo_vmware.api [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.940079] env[62849]: DEBUG nova.network.neutron [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Successfully created port: d92f2407-b134-4672-8dcb-20416fea068b {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 867.944381] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.945788] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.945788] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.945788] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.945788] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.945788] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.946033] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.946033] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.946033] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.946433] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.946610] env[62849]: DEBUG nova.virt.hardware [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.948164] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe82cba1-20c6-40d2-bea9-68856014aac9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.958718] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83f50b-4f5b-4d83-bc4e-180bc7035753 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.983976] env[62849]: DEBUG nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.990163] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dac08aae-8c94-4c9c-9bd7-7fd035e8f698 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.069280] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404461, 'name': ReconfigVM_Task, 'duration_secs': 0.505098} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.069956] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 8a127c3a-de4c-4f21-8b80-6e1cc169504e/8a127c3a-de4c-4f21-8b80-6e1cc169504e.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.070695] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81720b9c-c36f-4f91-a618-76ff53fe2ff1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.079649] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 868.079649] env[62849]: value = "task-4404463" [ 868.079649] env[62849]: _type = "Task" [ 868.079649] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.092765] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404463, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.333688] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ad271f83-09a8-4f34-90b3-73123a8be877 tempest-ServersListShow2100Test-249702461 tempest-ServersListShow2100Test-249702461-project-member] Lock "1f2b858f-beba-472d-9743-1c4a7f64f3b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.982s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.373294] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.373706] env[62849]: DEBUG nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Instance network_info: |[{"id": "e1e15451-4a41-4b12-ad0f-c4749c943698", "address": "fa:16:3e:7a:9f:b3", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e15451-4a", "ovs_interfaceid": "e1e15451-4a41-4b12-ad0f-c4749c943698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.374491] env[62849]: DEBUG oslo_concurrency.lockutils [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] Acquired lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.374491] env[62849]: DEBUG nova.network.neutron [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Refreshing network info cache for port e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.376392] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:9f:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1e15451-4a41-4b12-ad0f-c4749c943698', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.391670] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.395105] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.396323] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7abc0420-7247-4fcb-a561-a30c10aebe10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.426824] env[62849]: DEBUG oslo_vmware.api [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404462, 'name': ReconfigVM_Task, 'duration_secs': 0.189986} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.428954] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 868.430470] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.430470] env[62849]: value = "task-4404464" [ 868.430470] env[62849]: _type = "Task" [ 868.430470] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.447313] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404464, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.525903] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.591151] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404463, 'name': Rename_Task, 'duration_secs': 0.303755} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.591486] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.594165] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd87f43-a675-40ef-a96c-3bc5d329433f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.603433] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 868.603433] env[62849]: value = "task-4404465" [ 868.603433] env[62849]: _type = "Task" [ 868.603433] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.613846] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.803893] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3481ecc2-3547-4be4-9012-cfe9953422e5 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.805120] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.013s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.805307] env[62849]: DEBUG nova.objects.instance [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 868.828179] env[62849]: DEBUG nova.network.neutron [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Updated VIF entry in instance network info cache for port e1e15451-4a41-4b12-ad0f-c4749c943698. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 868.828606] env[62849]: DEBUG nova.network.neutron [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Updating instance_info_cache with network_info: [{"id": "e1e15451-4a41-4b12-ad0f-c4749c943698", "address": "fa:16:3e:7a:9f:b3", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e15451-4a", "ovs_interfaceid": "e1e15451-4a41-4b12-ad0f-c4749c943698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.893597] env[62849]: DEBUG nova.network.neutron [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Successfully updated port: 4b951350-8178-4503-8b9a-c8993f1b3422 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.949313] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404464, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.115381] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.331978] env[62849]: DEBUG oslo_concurrency.lockutils [req-c57e4dc0-db18-4309-824c-eee4fd956438 req-26213c21-4b3d-4a7d-b51c-6ba702e81be6 service nova] Releasing lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.395717] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "refresh_cache-8f66dab4-0006-442e-97ce-5b27650a7e1e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.396061] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "refresh_cache-8f66dab4-0006-442e-97ce-5b27650a7e1e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.396207] env[62849]: DEBUG nova.network.neutron [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 869.445432] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404464, 'name': CreateVM_Task, 'duration_secs': 0.756069} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.445627] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.446385] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.446554] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.446887] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.447191] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57713358-f515-4202-9ab9-656c6d547cf1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.454631] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 869.454631] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5279e824-541e-f3a0-d5d4-ad991a9d7064" [ 869.454631] env[62849]: _type = "Task" [ 869.454631] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.465631] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5279e824-541e-f3a0-d5d4-ad991a9d7064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.476480] env[62849]: DEBUG nova.objects.instance [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'flavor' on Instance uuid 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.616704] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.632110] env[62849]: DEBUG oslo_concurrency.lockutils [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "e0815ae9-9120-4e55-88b4-d5310eede150" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.632323] env[62849]: DEBUG oslo_concurrency.lockutils [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "e0815ae9-9120-4e55-88b4-d5310eede150" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.632633] env[62849]: INFO nova.compute.manager [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Rebooting instance [ 869.740830] env[62849]: DEBUG nova.network.neutron [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Successfully updated port: d92f2407-b134-4672-8dcb-20416fea068b {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 869.814487] env[62849]: DEBUG oslo_concurrency.lockutils [None req-78430f9a-45b7-4c3f-aba3-5497a3147a66 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.815777] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.937s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.817190] env[62849]: INFO nova.compute.claims [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.943050] env[62849]: DEBUG nova.network.neutron [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.966381] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5279e824-541e-f3a0-d5d4-ad991a9d7064, 'name': SearchDatastore_Task, 'duration_secs': 0.014619} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.966749] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.967013] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.967264] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.967411] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.967588] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.967858] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32ab4518-b5d9-4b3e-ae48-fa84120cf6b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.977992] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.978290] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.981102] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827e92e6-4ccb-42d5-9df2-4d9b3f8636ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.983713] env[62849]: DEBUG oslo_concurrency.lockutils [None req-858d089b-28d1-48b0-8583-09d9680b96d1 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.331s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.988362] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 869.988362] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a83b7c-7b34-dea1-6139-62220e61e558" [ 869.988362] env[62849]: _type = "Task" [ 869.988362] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.998430] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a83b7c-7b34-dea1-6139-62220e61e558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.116868] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.155161] env[62849]: DEBUG oslo_concurrency.lockutils [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.155351] env[62849]: DEBUG oslo_concurrency.lockutils [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquired lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.155529] env[62849]: DEBUG nova.network.neutron [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.173484] env[62849]: DEBUG nova.network.neutron [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Updating instance_info_cache with network_info: [{"id": "4b951350-8178-4503-8b9a-c8993f1b3422", "address": "fa:16:3e:d0:a1:6b", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b951350-81", "ovs_interfaceid": "4b951350-8178-4503-8b9a-c8993f1b3422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.243611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.243611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.244383] env[62849]: DEBUG nova.network.neutron [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.414284] env[62849]: DEBUG nova.objects.instance [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.500116] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a83b7c-7b34-dea1-6139-62220e61e558, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.500880] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75c685f-9d1f-4808-97fa-6f539f3a24f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.507241] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 870.507241] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524abf4b-76bb-b169-9163-6242df415ca8" [ 870.507241] env[62849]: _type = "Task" [ 870.507241] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.518376] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524abf4b-76bb-b169-9163-6242df415ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.554851] env[62849]: DEBUG nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Received event network-vif-plugged-4b951350-8178-4503-8b9a-c8993f1b3422 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 870.555184] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Acquiring lock "8f66dab4-0006-442e-97ce-5b27650a7e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.555612] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Lock "8f66dab4-0006-442e-97ce-5b27650a7e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.555612] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Lock "8f66dab4-0006-442e-97ce-5b27650a7e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.555761] env[62849]: DEBUG nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] No waiting events found dispatching network-vif-plugged-4b951350-8178-4503-8b9a-c8993f1b3422 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.555794] env[62849]: WARNING nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Received unexpected event network-vif-plugged-4b951350-8178-4503-8b9a-c8993f1b3422 for instance with vm_state building and task_state spawning. [ 870.555948] env[62849]: DEBUG nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Received event network-changed-4b951350-8178-4503-8b9a-c8993f1b3422 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 870.556118] env[62849]: DEBUG nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Refreshing instance network info cache due to event network-changed-4b951350-8178-4503-8b9a-c8993f1b3422. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 870.556287] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Acquiring lock "refresh_cache-8f66dab4-0006-442e-97ce-5b27650a7e1e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.618517] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.676442] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "refresh_cache-8f66dab4-0006-442e-97ce-5b27650a7e1e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.676799] env[62849]: DEBUG nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Instance network_info: |[{"id": "4b951350-8178-4503-8b9a-c8993f1b3422", "address": "fa:16:3e:d0:a1:6b", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b951350-81", "ovs_interfaceid": "4b951350-8178-4503-8b9a-c8993f1b3422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.677125] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Acquired lock "refresh_cache-8f66dab4-0006-442e-97ce-5b27650a7e1e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.677315] env[62849]: DEBUG nova.network.neutron [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Refreshing network info cache for port 4b951350-8178-4503-8b9a-c8993f1b3422 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.678607] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:a1:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b951350-8178-4503-8b9a-c8993f1b3422', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.686422] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.687680] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.687972] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93507498-b06d-4408-8b3a-884a6e236bda {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.713924] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.713924] env[62849]: value = "task-4404466" [ 870.713924] env[62849]: _type = "Task" [ 870.713924] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.724070] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404466, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.799969] env[62849]: WARNING nova.network.neutron [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] 92e15316-0b85-46c4-b4ab-61bea9fc2660 already exists in list: networks containing: ['92e15316-0b85-46c4-b4ab-61bea9fc2660']. ignoring it [ 870.922978] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.923193] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.923373] env[62849]: DEBUG nova.network.neutron [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.923569] env[62849]: DEBUG nova.objects.instance [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'info_cache' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.030535] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524abf4b-76bb-b169-9163-6242df415ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.030836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.031167] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c4534d7d-9d5b-47cb-8617-c0725d506cbf/c4534d7d-9d5b-47cb-8617-c0725d506cbf.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.036676] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5e1202-aa9d-4612-97ff-699f102935c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.046879] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 871.046879] env[62849]: value = "task-4404467" [ 871.046879] env[62849]: _type = "Task" [ 871.046879] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.057643] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.111625] env[62849]: DEBUG nova.network.neutron [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Updating instance_info_cache with network_info: [{"id": "c0d05d08-140f-4c25-94a8-ca227d6c4445", "address": "fa:16:3e:46:12:79", "network": {"id": "c312512b-9994-4133-aa6f-84c04f4e7126", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-209358250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f7aed8d7a34479a94343fa57138a8f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0d05d08-14", "ovs_interfaceid": "c0d05d08-140f-4c25-94a8-ca227d6c4445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.117214] env[62849]: DEBUG oslo_vmware.api [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404465, 'name': PowerOnVM_Task, 'duration_secs': 2.505916} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.120374] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.120604] env[62849]: INFO nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Took 11.82 seconds to spawn the instance on the hypervisor. [ 871.120784] env[62849]: DEBUG nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.122605] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c4133e-cf44-4e6c-8439-305127a70daf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.203985] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e7d89-0a6f-49b4-87db-2c8663e1180a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.218553] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6c2f4-d2f7-43d3-8afa-c8ac315b1dbb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.256120] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404466, 'name': CreateVM_Task, 'duration_secs': 0.336659} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.262177] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dabb62-9103-48f7-a84a-b7e51064eca2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.264708] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.265551] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.265659] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.266199] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.267473] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3643f8-666b-4328-be54-534c49aa23a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.277913] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdfcf45-1b99-4ce9-8996-691e6606caf7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.286983] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 871.286983] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52033781-e378-166c-04e3-768d56fd50bb" [ 871.286983] env[62849]: _type = "Task" [ 871.286983] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.301502] env[62849]: DEBUG nova.compute.provider_tree [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.319668] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52033781-e378-166c-04e3-768d56fd50bb, 'name': SearchDatastore_Task, 'duration_secs': 0.028326} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.319668] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.319668] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.319668] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.320419] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.320419] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.320502] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c47c73c-5cf7-4068-b757-31eb8468c5da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.335122] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.335408] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.336224] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c3c52d-1e29-4b6b-aaba-a1473f162c1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.345763] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 871.345763] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525950a5-9e90-e37a-63ac-7ac306c7b08f" [ 871.345763] env[62849]: _type = "Task" [ 871.345763] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.362535] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525950a5-9e90-e37a-63ac-7ac306c7b08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.429134] env[62849]: DEBUG nova.objects.base [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Object Instance<379996e0-b80e-4066-a47f-1bcf26c647fb> lazy-loaded attributes: flavor,info_cache {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.445362] env[62849]: DEBUG nova.network.neutron [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [{"id": "a649072e-232c-4df1-ac24-0c7606973315", "address": "fa:16:3e:aa:af:c8", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa649072e-23", "ovs_interfaceid": "a649072e-232c-4df1-ac24-0c7606973315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d92f2407-b134-4672-8dcb-20416fea068b", "address": "fa:16:3e:6d:be:b9", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd92f2407-b1", "ovs_interfaceid": "d92f2407-b134-4672-8dcb-20416fea068b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.558599] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404467, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.596245] env[62849]: DEBUG nova.network.neutron [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Updated VIF entry in instance network info cache for port 4b951350-8178-4503-8b9a-c8993f1b3422. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 871.596634] env[62849]: DEBUG nova.network.neutron [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Updating instance_info_cache with network_info: [{"id": "4b951350-8178-4503-8b9a-c8993f1b3422", "address": "fa:16:3e:d0:a1:6b", "network": {"id": "e4717334-6219-4d51-85a1-2501ffdd27ad", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1612380729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3508741829a44769adccdeae85f0169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b951350-81", "ovs_interfaceid": "4b951350-8178-4503-8b9a-c8993f1b3422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.618989] env[62849]: DEBUG oslo_concurrency.lockutils [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Releasing lock "refresh_cache-e0815ae9-9120-4e55-88b4-d5310eede150" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.640388] env[62849]: INFO nova.compute.manager [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Took 29.29 seconds to build instance. [ 871.788321] env[62849]: INFO nova.compute.manager [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Rebuilding instance [ 871.809720] env[62849]: DEBUG nova.scheduler.client.report [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.844102] env[62849]: DEBUG nova.compute.manager [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.844961] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6200e583-2de4-45d8-926a-55ac98387249 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.862117] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525950a5-9e90-e37a-63ac-7ac306c7b08f, 'name': SearchDatastore_Task, 'duration_secs': 0.037331} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.862966] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f345928a-a693-43d6-9e9a-e03ce3240902 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.869145] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 871.869145] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e43148-1b1b-692c-a98c-7389193bc01b" [ 871.869145] env[62849]: _type = "Task" [ 871.869145] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.877729] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e43148-1b1b-692c-a98c-7389193bc01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.948488] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.949357] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.949357] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.950312] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411aff5a-b5e6-4ee3-8f65-3f098d7c6ec2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.967736] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.967980] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.968151] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.968332] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.968475] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.968619] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.969113] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.969113] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.969254] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.969340] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.969519] env[62849]: DEBUG nova.virt.hardware [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.975814] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Reconfiguring VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 871.978687] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72d3360-31b1-4594-99f2-1d1f421355c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.998512] env[62849]: DEBUG oslo_vmware.api [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 871.998512] env[62849]: value = "task-4404468" [ 871.998512] env[62849]: _type = "Task" [ 871.998512] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.008089] env[62849]: DEBUG oslo_vmware.api [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404468, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.058714] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528479} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.058974] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] c4534d7d-9d5b-47cb-8617-c0725d506cbf/c4534d7d-9d5b-47cb-8617-c0725d506cbf.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.059199] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.059464] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d76852f-8716-40bb-90f6-c0b8fa6c2d10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.067528] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 872.067528] env[62849]: value = "task-4404469" [ 872.067528] env[62849]: _type = "Task" [ 872.067528] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.078227] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.099999] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Releasing lock "refresh_cache-8f66dab4-0006-442e-97ce-5b27650a7e1e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.100514] env[62849]: DEBUG nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received event network-vif-plugged-d92f2407-b134-4672-8dcb-20416fea068b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 872.100780] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Acquiring lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.101104] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.101213] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.101381] env[62849]: DEBUG nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] No waiting events found dispatching network-vif-plugged-d92f2407-b134-4672-8dcb-20416fea068b {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.101556] env[62849]: WARNING nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received unexpected event network-vif-plugged-d92f2407-b134-4672-8dcb-20416fea068b for instance with vm_state active and task_state None. [ 872.101785] env[62849]: DEBUG nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received event network-changed-d92f2407-b134-4672-8dcb-20416fea068b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 872.101959] env[62849]: DEBUG nova.compute.manager [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Refreshing instance network info cache due to event network-changed-d92f2407-b134-4672-8dcb-20416fea068b. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 872.102175] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Acquiring lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.102325] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Acquired lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.102502] env[62849]: DEBUG nova.network.neutron [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Refreshing network info cache for port d92f2407-b134-4672-8dcb-20416fea068b {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.123785] env[62849]: DEBUG nova.compute.manager [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.124708] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b522f748-385f-4db2-bc35-157134f6cebb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.142889] env[62849]: DEBUG oslo_concurrency.lockutils [None req-054ac95a-4f72-4895-a8b3-d291878b31a5 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.830s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.281090] env[62849]: DEBUG nova.network.neutron [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updating instance_info_cache with network_info: [{"id": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "address": "fa:16:3e:28:09:c2", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a4a7e4-0c", "ovs_interfaceid": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.315800] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.316821] env[62849]: DEBUG nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.318920] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.636s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.319109] env[62849]: DEBUG nova.objects.instance [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lazy-loading 'resources' on Instance uuid c2a2a643-c78e-49e2-a4f5-f9ff5e6654df {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.382689] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e43148-1b1b-692c-a98c-7389193bc01b, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.383041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.383209] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 8f66dab4-0006-442e-97ce-5b27650a7e1e/8f66dab4-0006-442e-97ce-5b27650a7e1e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.383681] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ea560a8-f819-48ba-af62-7b63e272a8bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.391567] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 872.391567] env[62849]: value = "task-4404470" [ 872.391567] env[62849]: _type = "Task" [ 872.391567] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.404611] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.511531] env[62849]: DEBUG oslo_vmware.api [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.579585] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118261} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.579585] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.580645] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c7623d-9cd4-4282-acd4-ac86f1996985 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.606112] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] c4534d7d-9d5b-47cb-8617-c0725d506cbf/c4534d7d-9d5b-47cb-8617-c0725d506cbf.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.608323] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27738ec-9a41-4f2b-a9ad-45cef9ad2cd4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.631819] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 872.631819] env[62849]: value = "task-4404471" [ 872.631819] env[62849]: _type = "Task" [ 872.631819] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.645339] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.784610] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Releasing lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.822980] env[62849]: DEBUG nova.compute.utils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.831694] env[62849]: DEBUG nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.831929] env[62849]: DEBUG nova.network.neutron [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 872.867629] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.868034] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d412d8-df4a-4d8e-8551-bbde1e09b28a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.877738] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 872.877738] env[62849]: value = "task-4404472" [ 872.877738] env[62849]: _type = "Task" [ 872.877738] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.892755] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.904820] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404470, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.922222] env[62849]: DEBUG nova.policy [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956d4f9fb2554edda123fe7713ffa692', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01ddd7d064384ae6b3c03f1d4fb7ad7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.011226] env[62849]: DEBUG oslo_vmware.api [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404468, 'name': ReconfigVM_Task, 'duration_secs': 0.793754} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.016998] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.016998] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Reconfigured VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 873.112530] env[62849]: DEBUG nova.network.neutron [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updated VIF entry in instance network info cache for port d92f2407-b134-4672-8dcb-20416fea068b. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.112996] env[62849]: DEBUG nova.network.neutron [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [{"id": "a649072e-232c-4df1-ac24-0c7606973315", "address": "fa:16:3e:aa:af:c8", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa649072e-23", "ovs_interfaceid": "a649072e-232c-4df1-ac24-0c7606973315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d92f2407-b134-4672-8dcb-20416fea068b", "address": "fa:16:3e:6d:be:b9", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd92f2407-b1", "ovs_interfaceid": "d92f2407-b134-4672-8dcb-20416fea068b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.145635] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.150631] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e970a1a-fbaa-4262-9027-21991ca7eca4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.164401] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Doing hard reboot of VM {{(pid=62849) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 873.164771] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-97e55c62-0753-4c33-a64f-4bd1aa2fbcbb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.172577] env[62849]: DEBUG oslo_vmware.api [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 873.172577] env[62849]: value = "task-4404473" [ 873.172577] env[62849]: _type = "Task" [ 873.172577] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.184952] env[62849]: DEBUG oslo_vmware.api [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404473, 'name': ResetVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.193223] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764c35ad-c4e1-4546-a4d6-0501123d0d5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.202792] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d780e151-5e4e-45ad-8cea-291bca719c52 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.240374] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59056a8b-c9eb-4200-8ba5-2690fbc4937f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.249808] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ece8bc-21ab-4e17-b127-ed471adf88e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.266033] env[62849]: DEBUG nova.compute.provider_tree [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.332921] env[62849]: DEBUG nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.392700] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404472, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.402111] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526652} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.402548] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 8f66dab4-0006-442e-97ce-5b27650a7e1e/8f66dab4-0006-442e-97ce-5b27650a7e1e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.402728] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.403060] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9536847f-3e81-40a0-bb2e-b080237625b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.411841] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 873.411841] env[62849]: value = "task-4404474" [ 873.411841] env[62849]: _type = "Task" [ 873.411841] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.424943] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.519508] env[62849]: DEBUG oslo_concurrency.lockutils [None req-14d2e29f-ebd9-4227-94cb-6234abc38b5f tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-06460b50-2b1a-46ae-b8d1-cb1ebae77f44-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.336s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.615914] env[62849]: DEBUG oslo_concurrency.lockutils [req-9a7f308c-917b-4dfd-80c0-3706004acd37 req-fc52e43b-3364-4495-b783-078a4adfa03c service nova] Releasing lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.643971] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404471, 'name': ReconfigVM_Task, 'duration_secs': 0.681153} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.644180] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Reconfigured VM instance instance-00000043 to attach disk [datastore1] c4534d7d-9d5b-47cb-8617-c0725d506cbf/c4534d7d-9d5b-47cb-8617-c0725d506cbf.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.644704] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b838de6-300e-4fa4-952e-26b3273ef379 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.653654] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 873.653654] env[62849]: value = "task-4404475" [ 873.653654] env[62849]: _type = "Task" [ 873.653654] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.667346] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404475, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.691564] env[62849]: DEBUG oslo_vmware.api [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404473, 'name': ResetVM_Task, 'duration_secs': 0.135352} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.691907] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Did hard reboot of VM {{(pid=62849) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 873.692158] env[62849]: DEBUG nova.compute.manager [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.693076] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e4993b-524a-46ea-98cd-80670dcdc224 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.770906] env[62849]: DEBUG nova.scheduler.client.report [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.782596] env[62849]: DEBUG nova.network.neutron [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Successfully created port: 5e173f2e-b375-4f2e-bdf8-10149f025dfa {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 873.793674] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.793964] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-733a6b37-7597-426b-bf05-ca01bf3716f1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.805290] env[62849]: DEBUG oslo_vmware.api [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 873.805290] env[62849]: value = "task-4404476" [ 873.805290] env[62849]: _type = "Task" [ 873.805290] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.815142] env[62849]: DEBUG oslo_vmware.api [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.896072] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404472, 'name': PowerOffVM_Task, 'duration_secs': 0.576885} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.896072] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.924092] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130995} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.924329] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.925396] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fcdd6f-1c92-4300-8767-79da44512f3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.957698] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 8f66dab4-0006-442e-97ce-5b27650a7e1e/8f66dab4-0006-442e-97ce-5b27650a7e1e.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.958449] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96432900-80b2-4a36-9745-888edb59b44c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.980054] env[62849]: INFO nova.compute.manager [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Detaching volume 9102dad1-5dca-42dc-8a04-fa9f576bb9c6 [ 873.987030] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 873.987030] env[62849]: value = "task-4404477" [ 873.987030] env[62849]: _type = "Task" [ 873.987030] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.996500] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.031779] env[62849]: INFO nova.virt.block_device [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Attempting to driver detach volume 9102dad1-5dca-42dc-8a04-fa9f576bb9c6 from mountpoint /dev/sdb [ 874.032160] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 874.032463] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 874.033885] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c0c1a7-bb14-4629-8296-8e30084ab6e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.072768] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b4980d-1f71-4b8e-94d1-fc56367e6bed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.085030] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3eaaca-1221-44a9-adfe-f5c11457f198 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.127722] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e14f83-a979-4709-8c22-38c08fe67307 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.154845] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] The volume has not been displaced from its original location: [datastore1] volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6/volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 874.163936] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.169344] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5232ab3f-8d12-41c0-918e-896f28af2f8d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.203920] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404475, 'name': Rename_Task, 'duration_secs': 0.402571} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.204127] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.208559] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 874.208559] env[62849]: value = "task-4404478" [ 874.208559] env[62849]: _type = "Task" [ 874.208559] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.208864] env[62849]: DEBUG oslo_concurrency.lockutils [None req-270a2714-2c62-46ac-87e1-3ad5b85af8b7 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "e0815ae9-9120-4e55-88b4-d5310eede150" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.576s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.210553] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c02eed17-e951-4b5e-aa8b-733eefe7d701 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.228024] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.228024] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 874.228024] env[62849]: value = "task-4404479" [ 874.228024] env[62849]: _type = "Task" [ 874.228024] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.281535] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.282036] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.720s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.282729] env[62849]: DEBUG nova.objects.instance [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lazy-loading 'resources' on Instance uuid 19d76bfb-f713-4112-9a92-61b3cf45f808 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.317636] env[62849]: DEBUG oslo_vmware.api [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.340168] env[62849]: INFO nova.scheduler.client.report [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted allocations for instance c2a2a643-c78e-49e2-a4f5-f9ff5e6654df [ 874.343413] env[62849]: DEBUG nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.386919] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.388083] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.388083] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.388083] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.388083] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.388083] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.388365] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.388542] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.388775] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.388943] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.389142] env[62849]: DEBUG nova.virt.hardware [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.390029] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80819c91-1053-45c7-a4b6-f3e8a087261f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.400642] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbe1ad-cca5-48ab-8b02-6b0fa37ad26a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.496513] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404477, 'name': ReconfigVM_Task, 'duration_secs': 0.332054} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.496822] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 8f66dab4-0006-442e-97ce-5b27650a7e1e/8f66dab4-0006-442e-97ce-5b27650a7e1e.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.497492] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c99ba991-98e4-461a-b5bb-9664510b8a2a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.506518] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 874.506518] env[62849]: value = "task-4404480" [ 874.506518] env[62849]: _type = "Task" [ 874.506518] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.519469] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404480, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.553587] env[62849]: DEBUG nova.compute.manager [req-8e658d4c-1d38-40db-b0ed-2ecb90bb01de req-9b4e5743-aac1-4135-97d0-1435b76c07e8 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received event network-changed-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 874.553931] env[62849]: DEBUG nova.compute.manager [req-8e658d4c-1d38-40db-b0ed-2ecb90bb01de req-9b4e5743-aac1-4135-97d0-1435b76c07e8 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Refreshing instance network info cache due to event network-changed-53541f34-c055-44ae-adfe-c9d41e13fb77. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 874.554192] env[62849]: DEBUG oslo_concurrency.lockutils [req-8e658d4c-1d38-40db-b0ed-2ecb90bb01de req-9b4e5743-aac1-4135-97d0-1435b76c07e8 service nova] Acquiring lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.554399] env[62849]: DEBUG oslo_concurrency.lockutils [req-8e658d4c-1d38-40db-b0ed-2ecb90bb01de req-9b4e5743-aac1-4135-97d0-1435b76c07e8 service nova] Acquired lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.554659] env[62849]: DEBUG nova.network.neutron [req-8e658d4c-1d38-40db-b0ed-2ecb90bb01de req-9b4e5743-aac1-4135-97d0-1435b76c07e8 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Refreshing network info cache for port 53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.724129] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404478, 'name': ReconfigVM_Task, 'duration_secs': 0.255505} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.724521] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.729534] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d54865-2046-4988-bad5-1a11a0c61391 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.748923] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.750331] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 874.750331] env[62849]: value = "task-4404481" [ 874.750331] env[62849]: _type = "Task" [ 874.750331] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.816986] env[62849]: DEBUG oslo_vmware.api [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404476, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.853608] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe96f301-02d8-404e-a7f5-a93edcd146d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "c2a2a643-c78e-49e2-a4f5-f9ff5e6654df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.072s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.024233] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404480, 'name': Rename_Task, 'duration_secs': 0.148813} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.026962] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.027520] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf58546-d3ef-4b42-925e-91a2fd8c0f95 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.036037] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 875.036037] env[62849]: value = "task-4404482" [ 875.036037] env[62849]: _type = "Task" [ 875.036037] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.048017] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.110454] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07056811-9776-4823-a600-df25f292102c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.121860] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca71d7-c731-4330-a2c7-69c66e83d411 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.166488] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d332368-75e3-451a-9eec-0dec8712794e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.179137] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff53610-ff3b-4f9a-a4e7-4f71ccdea989 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.196131] env[62849]: DEBUG nova.compute.provider_tree [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.243532] env[62849]: DEBUG oslo_vmware.api [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404479, 'name': PowerOnVM_Task, 'duration_secs': 0.98924} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.243845] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.244095] env[62849]: INFO nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Took 9.93 seconds to spawn the instance on the hypervisor. [ 875.244309] env[62849]: DEBUG nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.246220] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41ef320-37a7-4750-a529-8f3ed926193c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.266571] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404481, 'name': ReconfigVM_Task, 'duration_secs': 0.243106} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.266877] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 875.321338] env[62849]: DEBUG oslo_vmware.api [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404476, 'name': PowerOnVM_Task, 'duration_secs': 1.181646} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.321338] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.321571] env[62849]: DEBUG nova.compute.manager [None req-99bc349c-a1f7-40ed-9e39-74956c565286 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.322448] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07e46c1-bb53-4023-827c-a138050e1077 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.495854] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "e0815ae9-9120-4e55-88b4-d5310eede150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.496193] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "e0815ae9-9120-4e55-88b4-d5310eede150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.496347] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "e0815ae9-9120-4e55-88b4-d5310eede150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.496699] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "e0815ae9-9120-4e55-88b4-d5310eede150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.496699] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "e0815ae9-9120-4e55-88b4-d5310eede150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.499212] env[62849]: INFO nova.compute.manager [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Terminating instance [ 875.520517] env[62849]: DEBUG nova.network.neutron [req-8e658d4c-1d38-40db-b0ed-2ecb90bb01de req-9b4e5743-aac1-4135-97d0-1435b76c07e8 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updated VIF entry in instance network info cache for port 53541f34-c055-44ae-adfe-c9d41e13fb77. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.520889] env[62849]: DEBUG nova.network.neutron [req-8e658d4c-1d38-40db-b0ed-2ecb90bb01de req-9b4e5743-aac1-4135-97d0-1435b76c07e8 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [{"id": "53541f34-c055-44ae-adfe-c9d41e13fb77", "address": "fa:16:3e:55:e2:68", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53541f34-c0", "ovs_interfaceid": "53541f34-c055-44ae-adfe-c9d41e13fb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.548923] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404482, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.563179] env[62849]: DEBUG nova.compute.manager [req-20212b2d-d010-473b-80b1-c2aa7cda227b req-106d4469-f9d6-42de-bbac-2d4532104bf0 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Received event network-vif-plugged-5e173f2e-b375-4f2e-bdf8-10149f025dfa {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 875.563462] env[62849]: DEBUG oslo_concurrency.lockutils [req-20212b2d-d010-473b-80b1-c2aa7cda227b req-106d4469-f9d6-42de-bbac-2d4532104bf0 service nova] Acquiring lock "986f71a7-89f3-414e-b161-cd489626f817-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.563621] env[62849]: DEBUG oslo_concurrency.lockutils [req-20212b2d-d010-473b-80b1-c2aa7cda227b req-106d4469-f9d6-42de-bbac-2d4532104bf0 service nova] Lock "986f71a7-89f3-414e-b161-cd489626f817-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.564368] env[62849]: DEBUG oslo_concurrency.lockutils [req-20212b2d-d010-473b-80b1-c2aa7cda227b req-106d4469-f9d6-42de-bbac-2d4532104bf0 service nova] Lock "986f71a7-89f3-414e-b161-cd489626f817-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.564368] env[62849]: DEBUG nova.compute.manager [req-20212b2d-d010-473b-80b1-c2aa7cda227b req-106d4469-f9d6-42de-bbac-2d4532104bf0 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] No waiting events found dispatching network-vif-plugged-5e173f2e-b375-4f2e-bdf8-10149f025dfa {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.564368] env[62849]: WARNING nova.compute.manager [req-20212b2d-d010-473b-80b1-c2aa7cda227b req-106d4469-f9d6-42de-bbac-2d4532104bf0 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Received unexpected event network-vif-plugged-5e173f2e-b375-4f2e-bdf8-10149f025dfa for instance with vm_state building and task_state spawning. [ 875.666862] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-06460b50-2b1a-46ae-b8d1-cb1ebae77f44-d92f2407-b134-4672-8dcb-20416fea068b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.667141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-06460b50-2b1a-46ae-b8d1-cb1ebae77f44-d92f2407-b134-4672-8dcb-20416fea068b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.695713] env[62849]: DEBUG nova.network.neutron [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Successfully updated port: 5e173f2e-b375-4f2e-bdf8-10149f025dfa {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 875.701360] env[62849]: DEBUG nova.scheduler.client.report [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.776193] env[62849]: INFO nova.compute.manager [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Took 30.20 seconds to build instance. [ 876.003317] env[62849]: DEBUG nova.compute.manager [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.003638] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.004507] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7e3b7f-e119-4dab-af29-f594ebcedba8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.013206] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.013458] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fbf378a-fdfa-4489-a043-34ef5a9d2c49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.020937] env[62849]: DEBUG oslo_vmware.api [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 876.020937] env[62849]: value = "task-4404483" [ 876.020937] env[62849]: _type = "Task" [ 876.020937] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.024262] env[62849]: DEBUG oslo_concurrency.lockutils [req-8e658d4c-1d38-40db-b0ed-2ecb90bb01de req-9b4e5743-aac1-4135-97d0-1435b76c07e8 service nova] Releasing lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.029846] env[62849]: DEBUG oslo_vmware.api [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.046083] env[62849]: DEBUG oslo_vmware.api [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404482, 'name': PowerOnVM_Task, 'duration_secs': 0.574542} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.046349] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.046642] env[62849]: INFO nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Took 8.15 seconds to spawn the instance on the hypervisor. [ 876.046860] env[62849]: DEBUG nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.047590] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf8c09-a80e-4c87-a25e-933a381a6074 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.170377] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.170600] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.171705] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb5cf7-9e80-4b84-92b8-8a567bfc99ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.191420] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3d1f8-47e3-4cd7-800c-b0cc0be98986 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.213822] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-986f71a7-89f3-414e-b161-cd489626f817" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.214011] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-986f71a7-89f3-414e-b161-cd489626f817" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.214194] env[62849]: DEBUG nova.network.neutron [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 876.215835] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.223888] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Reconfiguring VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 876.225313] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.391s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.226899] env[62849]: INFO nova.compute.claims [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.229429] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74097fd7-0f62-4d04-8e00-88cb9dfccab5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.245403] env[62849]: INFO nova.scheduler.client.report [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted allocations for instance 19d76bfb-f713-4112-9a92-61b3cf45f808 [ 876.250977] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 876.250977] env[62849]: value = "task-4404484" [ 876.250977] env[62849]: _type = "Task" [ 876.250977] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.264286] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.281316] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9642b3bd-ca73-40f2-b90d-ff758c44fb76 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.709s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.327817] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.328466] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d923cf36-8fab-4c44-8fb4-d9e1414d112e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.343691] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 876.343691] env[62849]: value = "task-4404485" [ 876.343691] env[62849]: _type = "Task" [ 876.343691] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.354150] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 876.354526] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 876.354870] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 876.355684] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf00d03-3dc5-46b9-a22f-68640517f864 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.382379] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b64dc35-24a8-4af1-a8bd-5efa38f487d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.391478] env[62849]: WARNING nova.virt.vmwareapi.driver [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 876.391832] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.392651] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178598cd-dbf1-4019-a8f6-1a48bc52c603 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.400971] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.401308] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49adbba7-039a-4405-9e04-809bdd468661 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.487024] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.487024] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.487024] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleting the datastore file [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.487024] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55e98bbc-c336-4597-93d6-b4a07135087c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.496137] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 876.496137] env[62849]: value = "task-4404487" [ 876.496137] env[62849]: _type = "Task" [ 876.496137] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.504491] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.539313] env[62849]: DEBUG oslo_vmware.api [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404483, 'name': PowerOffVM_Task, 'duration_secs': 0.384903} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.539313] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.539313] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.539313] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ca7cb4c-9de7-47ec-b3ab-e9d47e9de837 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.565197] env[62849]: INFO nova.compute.manager [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Took 30.41 seconds to build instance. [ 876.596041] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.596388] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.596540] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Deleting the datastore file [datastore1] e0815ae9-9120-4e55-88b4-d5310eede150 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.596720] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d14e8fb-4986-40f1-82b2-fc8c1e927276 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.604433] env[62849]: DEBUG oslo_vmware.api [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for the task: (returnval){ [ 876.604433] env[62849]: value = "task-4404489" [ 876.604433] env[62849]: _type = "Task" [ 876.604433] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.613088] env[62849]: DEBUG oslo_vmware.api [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.761477] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f68ec1fd-2ea9-417c-b405-6854e8d5b34d tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "19d76bfb-f713-4112-9a92-61b3cf45f808" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.873s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.766525] env[62849]: DEBUG nova.network.neutron [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 876.777246] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.853269] env[62849]: DEBUG nova.compute.manager [req-db9c0a5b-ec6b-4e04-9d32-177d44adf9ef req-9249804c-5d46-4c18-a411-935c859ce004 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Received event network-changed-e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 876.853474] env[62849]: DEBUG nova.compute.manager [req-db9c0a5b-ec6b-4e04-9d32-177d44adf9ef req-9249804c-5d46-4c18-a411-935c859ce004 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Refreshing instance network info cache due to event network-changed-e1e15451-4a41-4b12-ad0f-c4749c943698. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 876.853689] env[62849]: DEBUG oslo_concurrency.lockutils [req-db9c0a5b-ec6b-4e04-9d32-177d44adf9ef req-9249804c-5d46-4c18-a411-935c859ce004 service nova] Acquiring lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.853832] env[62849]: DEBUG oslo_concurrency.lockutils [req-db9c0a5b-ec6b-4e04-9d32-177d44adf9ef req-9249804c-5d46-4c18-a411-935c859ce004 service nova] Acquired lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.853991] env[62849]: DEBUG nova.network.neutron [req-db9c0a5b-ec6b-4e04-9d32-177d44adf9ef req-9249804c-5d46-4c18-a411-935c859ce004 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Refreshing network info cache for port e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.947860] env[62849]: DEBUG nova.network.neutron [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Updating instance_info_cache with network_info: [{"id": "5e173f2e-b375-4f2e-bdf8-10149f025dfa", "address": "fa:16:3e:fb:05:a3", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e173f2e-b3", "ovs_interfaceid": "5e173f2e-b375-4f2e-bdf8-10149f025dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.005926] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222927} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.006189] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.006376] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.006550] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.068644] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f2724870-ba58-404a-9686-2d5033758e53 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "8f66dab4-0006-442e-97ce-5b27650a7e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.920s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.115033] env[62849]: DEBUG oslo_vmware.api [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Task: {'id': task-4404489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289948} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.115328] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.115499] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.115681] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.115855] env[62849]: INFO nova.compute.manager [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Took 1.11 seconds to destroy the instance on the hypervisor. [ 877.116117] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.116328] env[62849]: DEBUG nova.compute.manager [-] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.116440] env[62849]: DEBUG nova.network.neutron [-] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 877.267153] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.388111] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.388518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.388586] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.388780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.389009] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.396595] env[62849]: INFO nova.compute.manager [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Terminating instance [ 877.450388] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-986f71a7-89f3-414e-b161-cd489626f817" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.450760] env[62849]: DEBUG nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Instance network_info: |[{"id": "5e173f2e-b375-4f2e-bdf8-10149f025dfa", "address": "fa:16:3e:fb:05:a3", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e173f2e-b3", "ovs_interfaceid": "5e173f2e-b375-4f2e-bdf8-10149f025dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.451348] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:05:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e173f2e-b375-4f2e-bdf8-10149f025dfa', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.467641] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.472751] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.475183] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5610746-8357-4d51-abfc-830416cd8734 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.511070] env[62849]: INFO nova.virt.block_device [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Booting with volume 9102dad1-5dca-42dc-8a04-fa9f576bb9c6 at /dev/sdb [ 877.512727] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.512727] env[62849]: value = "task-4404490" [ 877.512727] env[62849]: _type = "Task" [ 877.512727] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.527568] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404490, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.563541] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afaa1810-589b-461b-ac14-1b37f1462bf6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.573774] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca260f3-7ebf-401e-a835-25ba13cc0de2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.614059] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dce9ac9-4aeb-426a-8115-0bc7c04477e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.616526] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94a2967-1a6b-4312-98d4-4982b1d70a4e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.627584] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d281ddc1-8eac-47c0-856b-69e735ac0114 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.631109] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "8f66dab4-0006-442e-97ce-5b27650a7e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.631389] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "8f66dab4-0006-442e-97ce-5b27650a7e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.631582] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "8f66dab4-0006-442e-97ce-5b27650a7e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.631759] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "8f66dab4-0006-442e-97ce-5b27650a7e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.631922] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "8f66dab4-0006-442e-97ce-5b27650a7e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.636243] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5840ff6d-6dda-42ec-8ec0-eb14d59bebb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.650412] env[62849]: INFO nova.compute.manager [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Terminating instance [ 877.656200] env[62849]: DEBUG nova.compute.manager [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Received event network-changed-5e173f2e-b375-4f2e-bdf8-10149f025dfa {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 877.656404] env[62849]: DEBUG nova.compute.manager [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Refreshing instance network info cache due to event network-changed-5e173f2e-b375-4f2e-bdf8-10149f025dfa. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 877.656600] env[62849]: DEBUG oslo_concurrency.lockutils [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] Acquiring lock "refresh_cache-986f71a7-89f3-414e-b161-cd489626f817" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.656741] env[62849]: DEBUG oslo_concurrency.lockutils [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] Acquired lock "refresh_cache-986f71a7-89f3-414e-b161-cd489626f817" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.656898] env[62849]: DEBUG nova.network.neutron [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Refreshing network info cache for port 5e173f2e-b375-4f2e-bdf8-10149f025dfa {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.696806] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec6c3f-b31a-4c77-bb28-a41165d4a73d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.702567] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b6e218-5b8e-4bd4-9d7e-eeef58e5afaa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.712872] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604647a5-9f8c-489c-9cf3-ae1258fe14f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.717176] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4f448e-c399-4229-af70-f258c68ddfca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.736133] env[62849]: DEBUG nova.compute.provider_tree [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.742497] env[62849]: DEBUG nova.virt.block_device [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Updating existing volume attachment record: 1e955e4b-c251-4824-86f5-ef62423afcfa {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 877.766047] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.778775] env[62849]: DEBUG nova.network.neutron [req-db9c0a5b-ec6b-4e04-9d32-177d44adf9ef req-9249804c-5d46-4c18-a411-935c859ce004 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Updated VIF entry in instance network info cache for port e1e15451-4a41-4b12-ad0f-c4749c943698. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 877.779161] env[62849]: DEBUG nova.network.neutron [req-db9c0a5b-ec6b-4e04-9d32-177d44adf9ef req-9249804c-5d46-4c18-a411-935c859ce004 service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Updating instance_info_cache with network_info: [{"id": "e1e15451-4a41-4b12-ad0f-c4749c943698", "address": "fa:16:3e:7a:9f:b3", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e15451-4a", "ovs_interfaceid": "e1e15451-4a41-4b12-ad0f-c4749c943698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.904940] env[62849]: DEBUG nova.compute.manager [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.905345] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.906909] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceddce4-f71e-4a8f-a25d-30abc48fec8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.929149] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.929484] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61e34f78-7ff4-4a74-b62d-b891e765ab7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.939679] env[62849]: DEBUG oslo_vmware.api [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 877.939679] env[62849]: value = "task-4404491" [ 877.939679] env[62849]: _type = "Task" [ 877.939679] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.953758] env[62849]: DEBUG oslo_vmware.api [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.999046] env[62849]: DEBUG nova.network.neutron [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Updated VIF entry in instance network info cache for port 5e173f2e-b375-4f2e-bdf8-10149f025dfa. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 877.999486] env[62849]: DEBUG nova.network.neutron [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Updating instance_info_cache with network_info: [{"id": "5e173f2e-b375-4f2e-bdf8-10149f025dfa", "address": "fa:16:3e:fb:05:a3", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e173f2e-b3", "ovs_interfaceid": "5e173f2e-b375-4f2e-bdf8-10149f025dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.003934] env[62849]: DEBUG nova.network.neutron [-] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.026682] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404490, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.183825] env[62849]: DEBUG nova.compute.manager [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.183825] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.184723] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba39a2c-8188-4c8b-a990-20843d04c5a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.194046] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.194324] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3740cfbd-cd35-490e-9c1a-a60c38d273d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.207471] env[62849]: DEBUG oslo_vmware.api [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 878.207471] env[62849]: value = "task-4404492" [ 878.207471] env[62849]: _type = "Task" [ 878.207471] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.219854] env[62849]: DEBUG oslo_vmware.api [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.247045] env[62849]: DEBUG nova.scheduler.client.report [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.268927] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.282464] env[62849]: DEBUG oslo_concurrency.lockutils [req-db9c0a5b-ec6b-4e04-9d32-177d44adf9ef req-9249804c-5d46-4c18-a411-935c859ce004 service nova] Releasing lock "refresh_cache-c4534d7d-9d5b-47cb-8617-c0725d506cbf" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.451176] env[62849]: DEBUG oslo_vmware.api [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404491, 'name': PowerOffVM_Task, 'duration_secs': 0.296438} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.451457] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.451625] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.451912] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e2774c1-ced5-4822-af3d-1d9b7f137e77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.503107] env[62849]: DEBUG oslo_concurrency.lockutils [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] Releasing lock "refresh_cache-986f71a7-89f3-414e-b161-cd489626f817" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.503549] env[62849]: DEBUG nova.compute.manager [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Received event network-vif-deleted-c0d05d08-140f-4c25-94a8-ca227d6c4445 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 878.503850] env[62849]: INFO nova.compute.manager [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Neutron deleted interface c0d05d08-140f-4c25-94a8-ca227d6c4445; detaching it from the instance and deleting it from the info cache [ 878.504152] env[62849]: DEBUG nova.network.neutron [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.507975] env[62849]: INFO nova.compute.manager [-] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Took 1.39 seconds to deallocate network for instance. [ 878.526806] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404490, 'name': CreateVM_Task, 'duration_secs': 0.518527} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.526806] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.527591] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.527828] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.528199] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.528587] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33374825-7b81-46f0-bc7f-74e00cc01004 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.537113] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 878.537113] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fa4a04-2c9e-fbf8-c575-9784c511395b" [ 878.537113] env[62849]: _type = "Task" [ 878.537113] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.545715] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.545913] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.546144] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleting the datastore file [datastore2] 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.547095] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4cfc151-9c27-4f98-90b9-ce7aa0419778 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.553279] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fa4a04-2c9e-fbf8-c575-9784c511395b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.560528] env[62849]: DEBUG oslo_vmware.api [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for the task: (returnval){ [ 878.560528] env[62849]: value = "task-4404494" [ 878.560528] env[62849]: _type = "Task" [ 878.560528] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.571723] env[62849]: DEBUG oslo_vmware.api [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.719465] env[62849]: DEBUG oslo_vmware.api [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404492, 'name': PowerOffVM_Task, 'duration_secs': 0.414317} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.719836] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.720456] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.720456] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26b04c58-5208-480a-a39c-431ee37c1132 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.753101] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.753580] env[62849]: DEBUG nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.756553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.372s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.757682] env[62849]: DEBUG nova.objects.instance [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'resources' on Instance uuid 92c4e30e-0ed6-4190-b519-a75df27b5a2f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.768944] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.801340] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.801715] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.802396] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleting the datastore file [datastore2] 8f66dab4-0006-442e-97ce-5b27650a7e1e {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.806100] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c56b30d-3632-48ed-b11a-c04aea687fa9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.817399] env[62849]: DEBUG oslo_vmware.api [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for the task: (returnval){ [ 878.817399] env[62849]: value = "task-4404496" [ 878.817399] env[62849]: _type = "Task" [ 878.817399] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.833029] env[62849]: DEBUG oslo_vmware.api [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.008172] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03257233-7fa9-4630-8470-86664a8cb17c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.015490] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.019728] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ef3abd-4e29-4f63-8b95-47909848661b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.052589] env[62849]: DEBUG nova.compute.manager [req-eb1b3040-9e76-4e5c-9959-f64da79311b7 req-ad6cdd3f-6794-433a-810f-5226235b27f1 service nova] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Detach interface failed, port_id=c0d05d08-140f-4c25-94a8-ca227d6c4445, reason: Instance e0815ae9-9120-4e55-88b4-d5310eede150 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 879.060194] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fa4a04-2c9e-fbf8-c575-9784c511395b, 'name': SearchDatastore_Task, 'duration_secs': 0.017638} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.060560] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.060795] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.061039] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.061186] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.061399] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.061734] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaef75a5-bb1b-4816-b7f8-dde02d95aa3b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.073279] env[62849]: DEBUG oslo_vmware.api [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Task: {'id': task-4404494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491671} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.073484] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.073712] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.073912] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.074046] env[62849]: INFO nova.compute.manager [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Took 1.17 seconds to destroy the instance on the hypervisor. [ 879.074312] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.074506] env[62849]: DEBUG nova.compute.manager [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.074612] env[62849]: DEBUG nova.network.neutron [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 879.077602] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.077801] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.078944] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf4c5ba-4a55-4a1c-a486-8d730495c8b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.085682] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 879.085682] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a08488-e405-c974-b723-eda848749aba" [ 879.085682] env[62849]: _type = "Task" [ 879.085682] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.096988] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a08488-e405-c974-b723-eda848749aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.260864] env[62849]: DEBUG nova.compute.utils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.273687] env[62849]: DEBUG nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.273860] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 879.277624] env[62849]: DEBUG nova.objects.instance [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'numa_topology' on Instance uuid 92c4e30e-0ed6-4190-b519-a75df27b5a2f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.286799] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.330562] env[62849]: DEBUG oslo_vmware.api [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Task: {'id': task-4404496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488763} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.330884] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.331146] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.331581] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.331581] env[62849]: INFO nova.compute.manager [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 879.331822] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.332247] env[62849]: DEBUG nova.compute.manager [-] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.332247] env[62849]: DEBUG nova.network.neutron [-] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 879.381212] env[62849]: DEBUG nova.policy [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f7081dfa85e426bab087ad6876dfcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a89f6ec345349a3bb58211c3bd4a7d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.598755] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a08488-e405-c974-b723-eda848749aba, 'name': SearchDatastore_Task, 'duration_secs': 0.03023} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.599620] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740db711-ce2b-4225-ad57-b02c41f3c3cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.605795] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 879.605795] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524fcb78-3cd2-ef24-22e3-dabe8854eb7e" [ 879.605795] env[62849]: _type = "Task" [ 879.605795] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.615310] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524fcb78-3cd2-ef24-22e3-dabe8854eb7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.706580] env[62849]: DEBUG nova.compute.manager [req-16f386dd-8f89-4b2b-b777-f986c89e2724 req-7f1d716f-01c9-4387-885a-881acefa7fe5 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Received event network-vif-deleted-31366500-96e4-43b8-bdf0-b5265a4b64b3 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 879.706886] env[62849]: INFO nova.compute.manager [req-16f386dd-8f89-4b2b-b777-f986c89e2724 req-7f1d716f-01c9-4387-885a-881acefa7fe5 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Neutron deleted interface 31366500-96e4-43b8-bdf0-b5265a4b64b3; detaching it from the instance and deleting it from the info cache [ 879.707174] env[62849]: DEBUG nova.network.neutron [req-16f386dd-8f89-4b2b-b777-f986c89e2724 req-7f1d716f-01c9-4387-885a-881acefa7fe5 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.770561] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.780840] env[62849]: DEBUG nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.783735] env[62849]: DEBUG nova.objects.base [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Object Instance<92c4e30e-0ed6-4190-b519-a75df27b5a2f> lazy-loaded attributes: resources,numa_topology {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 879.910184] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.911630] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.912116] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.912469] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.912724] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.915026] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.915026] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.915026] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.915026] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.915026] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.915026] env[62849]: DEBUG nova.virt.hardware [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.915026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f63bc2-0a44-4b1e-991b-9ba57ca59756 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.931386] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae180b3e-13e1-476a-9027-cd34049fe477 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.951231] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:e5:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d24ca69-2b36-4610-8b45-9e40b4b46c83', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.960333] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.967338] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.967338] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a036060-7bf8-45d1-980c-78e50270100c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.995609] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.995609] env[62849]: value = "task-4404497" [ 879.995609] env[62849]: _type = "Task" [ 879.995609] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.005661] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Successfully created port: 42f8447c-00cd-4379-9763-3026d2a522d6 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 880.011124] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404497, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.073852] env[62849]: DEBUG nova.network.neutron [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.104491] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed54c8-eda9-4a24-bd35-77945cc2a42e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.116785] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524fcb78-3cd2-ef24-22e3-dabe8854eb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.033356} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.118869] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.119158] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 986f71a7-89f3-414e-b161-cd489626f817/986f71a7-89f3-414e-b161-cd489626f817.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.119803] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be479843-8d46-46d6-9cd5-2e6b7f86221d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.122830] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de705778-fa81-4dfa-9a01-0e6739d198b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.155748] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ab300a-0b3d-49ff-8b99-8a25ad847d1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.158224] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 880.158224] env[62849]: value = "task-4404498" [ 880.158224] env[62849]: _type = "Task" [ 880.158224] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.165365] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84f4844-6c79-4633-8c2f-82c281cf6492 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.172104] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.182337] env[62849]: DEBUG nova.compute.provider_tree [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.213901] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4d608f1-6f62-4e2b-830a-67cc5572d6e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.226432] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d530d450-1c81-4cbd-b5d5-1cd52b2fa134 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.269205] env[62849]: DEBUG nova.compute.manager [req-16f386dd-8f89-4b2b-b777-f986c89e2724 req-7f1d716f-01c9-4387-885a-881acefa7fe5 service nova] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Detach interface failed, port_id=31366500-96e4-43b8-bdf0-b5265a4b64b3, reason: Instance 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 880.281548] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.385884] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Successfully created port: c36492d9-9b8d-426a-bb95-872ee88df3c1 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 880.426669] env[62849]: DEBUG nova.network.neutron [-] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.508531] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404497, 'name': CreateVM_Task, 'duration_secs': 0.429673} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.509950] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.509950] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.509950] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.510909] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.513019] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ede6a2-efc1-4391-bae5-4e6c50bbe8d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.518763] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 880.518763] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524aea7b-8669-9d9b-bc12-c2e3bfc23c29" [ 880.518763] env[62849]: _type = "Task" [ 880.518763] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.529765] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524aea7b-8669-9d9b-bc12-c2e3bfc23c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.580853] env[62849]: INFO nova.compute.manager [-] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Took 1.50 seconds to deallocate network for instance. [ 880.669962] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510921} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.670101] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 986f71a7-89f3-414e-b161-cd489626f817/986f71a7-89f3-414e-b161-cd489626f817.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.670395] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.670933] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59580f0a-a8e6-4c4f-aaeb-f673a1222499 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.678058] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 880.678058] env[62849]: value = "task-4404499" [ 880.678058] env[62849]: _type = "Task" [ 880.678058] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.689560] env[62849]: DEBUG nova.scheduler.client.report [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.692677] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.705056] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Successfully created port: f93d59c6-60f6-4421-92d1-fe3c42ca91d2 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 880.781350] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.793586] env[62849]: DEBUG nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.826310] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.826689] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.826802] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.827064] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.827202] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.827666] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.827666] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.827772] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.827952] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.828275] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.828519] env[62849]: DEBUG nova.virt.hardware [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.829435] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce772e73-241a-4f20-93be-b1e10584b7f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.838403] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e5026f-8ecc-44a1-8868-e7d00ba6a365 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.928546] env[62849]: INFO nova.compute.manager [-] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Took 1.60 seconds to deallocate network for instance. [ 881.030880] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524aea7b-8669-9d9b-bc12-c2e3bfc23c29, 'name': SearchDatastore_Task, 'duration_secs': 0.061783} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.032243] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.032475] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.032760] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.032917] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.033117] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.033452] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2da38407-493d-4541-928e-25ed5e7d7f4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.044666] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.044904] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.045734] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02541a6-b54e-4e5c-9cb4-7943eb151847 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.054393] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 881.054393] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526802f7-e050-543a-4889-0c1bc6f851fd" [ 881.054393] env[62849]: _type = "Task" [ 881.054393] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.062254] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526802f7-e050-543a-4889-0c1bc6f851fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.089553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.188235] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178269} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.188609] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.189497] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd07b27-e2e3-42f3-9516-49abcec6fb6f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.203811] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.447s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.214663] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 986f71a7-89f3-414e-b161-cd489626f817/986f71a7-89f3-414e-b161-cd489626f817.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.215245] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.610s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.216724] env[62849]: INFO nova.compute.claims [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.219116] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e738bbd3-a4c7-45fd-b53c-351404cef523 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.241202] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 881.241202] env[62849]: value = "task-4404500" [ 881.241202] env[62849]: _type = "Task" [ 881.241202] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.250470] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.280912] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.435191] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.565843] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526802f7-e050-543a-4889-0c1bc6f851fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.566684] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9ac0d8-3b4e-4f7c-9cdd-afafc779cd76 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.573558] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 881.573558] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52788dae-780f-deda-3535-9396404db05a" [ 881.573558] env[62849]: _type = "Task" [ 881.573558] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.582927] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52788dae-780f-deda-3535-9396404db05a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.725382] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ff1fa0c3-9255-4425-b057-1db1da427475 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.203s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.726532] env[62849]: DEBUG oslo_concurrency.lockutils [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 16.568s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.726802] env[62849]: DEBUG oslo_concurrency.lockutils [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.727119] env[62849]: DEBUG oslo_concurrency.lockutils [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.727238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.730316] env[62849]: INFO nova.compute.manager [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Terminating instance [ 881.743361] env[62849]: DEBUG nova.compute.manager [req-ea180327-c5e2-4abe-ae37-c08db593aa52 req-5b35f5a7-587e-45c0-88af-007899153a0a service nova] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Received event network-vif-deleted-4b951350-8178-4503-8b9a-c8993f1b3422 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 881.755609] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.783242] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.084637] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52788dae-780f-deda-3535-9396404db05a, 'name': SearchDatastore_Task, 'duration_secs': 0.011936} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.084948] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.085265] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0/03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.087844] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b65268b8-ca59-46c3-82d1-9f1bf21285ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.094846] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 882.094846] env[62849]: value = "task-4404501" [ 882.094846] env[62849]: _type = "Task" [ 882.094846] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.105484] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.234968] env[62849]: DEBUG nova.compute.manager [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.235276] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.235622] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1542c7cf-f43a-41eb-b317-c896673eceac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.252299] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f5190b-e48a-4a90-b748-ccd921c97ad6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.267454] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404500, 'name': ReconfigVM_Task, 'duration_secs': 0.916114} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.268273] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 986f71a7-89f3-414e-b161-cd489626f817/986f71a7-89f3-414e-b161-cd489626f817.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.268995] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3db49d40-5e08-4895-9430-225b6754e410 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.289755] env[62849]: WARNING nova.virt.vmwareapi.vmops [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 92c4e30e-0ed6-4190-b519-a75df27b5a2f could not be found. [ 882.290014] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.290210] env[62849]: INFO nova.compute.manager [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Took 0.06 seconds to destroy the instance on the hypervisor. [ 882.290526] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.298346] env[62849]: DEBUG nova.compute.manager [-] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.298577] env[62849]: DEBUG nova.network.neutron [-] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 882.300505] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 882.300505] env[62849]: value = "task-4404502" [ 882.300505] env[62849]: _type = "Task" [ 882.300505] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.300945] env[62849]: DEBUG oslo_vmware.api [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404484, 'name': ReconfigVM_Task, 'duration_secs': 5.881637} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.301366] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.301595] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Reconfigured VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 882.315349] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404502, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.527469] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3217b426-0b96-4295-a7e9-1290df6364f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.536853] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aebb9ca-5e7e-4c25-92aa-283117090cb7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.545885] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Successfully updated port: 42f8447c-00cd-4379-9763-3026d2a522d6 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 882.580250] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c977b25-0b44-428f-b1a2-83d261570f95 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.590079] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc1d3f1-1b76-453f-9ff0-04ec4fea3636 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.607289] env[62849]: DEBUG nova.compute.provider_tree [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.617014] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510622} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.617014] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0/03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.617906] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.617906] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05df7903-736e-4d67-adf8-717bd61090da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.625507] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 882.625507] env[62849]: value = "task-4404503" [ 882.625507] env[62849]: _type = "Task" [ 882.625507] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.634546] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.811909] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404502, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.112742] env[62849]: DEBUG nova.scheduler.client.report [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.142128] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.314278] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404502, 'name': Rename_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.380035] env[62849]: DEBUG nova.network.neutron [-] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.618496] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.619055] env[62849]: DEBUG nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.621814] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.987s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.622061] env[62849]: DEBUG nova.objects.instance [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lazy-loading 'resources' on Instance uuid 0b38ac85-980b-4320-a30d-633d862412e6 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.637173] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.637546] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.637753] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.637944] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.638124] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.640153] env[62849]: INFO nova.compute.manager [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Terminating instance [ 883.641862] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.922234} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.643242] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.644551] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b890b1-51e8-449a-a888-2e7ef69ae2c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.676012] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0/03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.676381] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3a713a-1409-40e2-b991-5c8b11aa76b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.699529] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 883.699529] env[62849]: value = "task-4404504" [ 883.699529] env[62849]: _type = "Task" [ 883.699529] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.710161] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.802528] env[62849]: DEBUG nova.compute.manager [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-vif-plugged-42f8447c-00cd-4379-9763-3026d2a522d6 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 883.802761] env[62849]: DEBUG oslo_concurrency.lockutils [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] Acquiring lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.802945] env[62849]: DEBUG oslo_concurrency.lockutils [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.803334] env[62849]: DEBUG oslo_concurrency.lockutils [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.803606] env[62849]: DEBUG nova.compute.manager [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] No waiting events found dispatching network-vif-plugged-42f8447c-00cd-4379-9763-3026d2a522d6 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.803781] env[62849]: WARNING nova.compute.manager [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received unexpected event network-vif-plugged-42f8447c-00cd-4379-9763-3026d2a522d6 for instance with vm_state building and task_state spawning. [ 883.803942] env[62849]: DEBUG nova.compute.manager [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-changed-42f8447c-00cd-4379-9763-3026d2a522d6 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 883.804112] env[62849]: DEBUG nova.compute.manager [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Refreshing instance network info cache due to event network-changed-42f8447c-00cd-4379-9763-3026d2a522d6. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 883.804304] env[62849]: DEBUG oslo_concurrency.lockutils [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] Acquiring lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.804538] env[62849]: DEBUG oslo_concurrency.lockutils [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] Acquired lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.804622] env[62849]: DEBUG nova.network.neutron [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Refreshing network info cache for port 42f8447c-00cd-4379-9763-3026d2a522d6 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.816289] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404502, 'name': Rename_Task, 'duration_secs': 1.208103} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.816790] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.816864] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a45cc756-aac5-4d5f-9d7c-9bbdc6d8a2d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.826120] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 883.826120] env[62849]: value = "task-4404505" [ 883.826120] env[62849]: _type = "Task" [ 883.826120] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.837341] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.882825] env[62849]: INFO nova.compute.manager [-] [instance: 92c4e30e-0ed6-4190-b519-a75df27b5a2f] Took 1.58 seconds to deallocate network for instance. [ 883.888727] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.888919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.889109] env[62849]: DEBUG nova.network.neutron [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.125373] env[62849]: DEBUG nova.compute.utils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.130325] env[62849]: DEBUG nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.130510] env[62849]: DEBUG nova.network.neutron [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 884.145267] env[62849]: DEBUG nova.compute.manager [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.145645] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.146677] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efc25a3-d33d-431d-a9ea-990fb0de996f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.155554] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.158105] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ed8f75-bbc5-497a-8f84-48a15cec4913 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.168973] env[62849]: DEBUG oslo_vmware.api [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 884.168973] env[62849]: value = "task-4404506" [ 884.168973] env[62849]: _type = "Task" [ 884.168973] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.180402] env[62849]: DEBUG oslo_vmware.api [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.210834] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.228031] env[62849]: DEBUG nova.policy [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd119692fff3a49aea3b485521d5f9997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d604058f2140f5a56482dbb888e610', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.339579] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404505, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.467129] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320d2e55-4405-424a-9577-1b99aef1716f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.479019] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a52c65-a9a2-4216-862b-3f2fef270939 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.521356] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb6fe8-d765-4c30-8a6c-f673417f4695 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.531696] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4539f17d-ad64-40b6-9273-5ca1ce5ce875 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.550121] env[62849]: DEBUG nova.compute.provider_tree [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.631624] env[62849]: DEBUG nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.662144] env[62849]: DEBUG nova.network.neutron [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 884.680972] env[62849]: DEBUG oslo_vmware.api [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404506, 'name': PowerOffVM_Task, 'duration_secs': 0.252309} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.682974] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.682974] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.685800] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9daa49b-a3c5-4b37-aad2-9e7eda1876fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.712367] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404504, 'name': ReconfigVM_Task, 'duration_secs': 0.628854} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.712664] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0/03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.713799] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_options': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'image_id': '61e0a9c2-1d8a-43f8-b027-59fdf651611d'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': '1e955e4b-c251-4824-86f5-ef62423afcfa', 'volume_type': None}], 'swap': None} {{(pid=62849) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 884.714016] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 884.714216] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 884.715762] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb405a18-37f6-4296-8d02-c69a9a8f69d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.740674] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Successfully updated port: c36492d9-9b8d-426a-bb95-872ee88df3c1 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 884.742998] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b131ef1-ea6f-479f-ba6c-ef2e3624076e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.774869] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6/volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.779746] env[62849]: INFO nova.network.neutron [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Port d92f2407-b134-4672-8dcb-20416fea068b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 884.780385] env[62849]: DEBUG nova.network.neutron [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [{"id": "a649072e-232c-4df1-ac24-0c7606973315", "address": "fa:16:3e:aa:af:c8", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa649072e-23", "ovs_interfaceid": "a649072e-232c-4df1-ac24-0c7606973315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.782190] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08878e16-d4a7-481e-b864-88e4d77f9016 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.795445] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.795689] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.795852] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleting the datastore file [datastore2] 06460b50-2b1a-46ae-b8d1-cb1ebae77f44 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.797168] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-06460b50-2b1a-46ae-b8d1-cb1ebae77f44" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.799551] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7ce08f8-2240-45b8-8ea7-1a35ea39f711 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.811478] env[62849]: DEBUG oslo_vmware.api [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 884.811478] env[62849]: value = "task-4404508" [ 884.811478] env[62849]: _type = "Task" [ 884.811478] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.813178] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 884.813178] env[62849]: value = "task-4404509" [ 884.813178] env[62849]: _type = "Task" [ 884.813178] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.826822] env[62849]: DEBUG oslo_vmware.api [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.830506] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404509, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.840708] env[62849]: DEBUG oslo_vmware.api [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404505, 'name': PowerOnVM_Task, 'duration_secs': 0.826709} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.841038] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.841297] env[62849]: INFO nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Took 10.50 seconds to spawn the instance on the hypervisor. [ 884.841490] env[62849]: DEBUG nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.842406] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5af17eb-170b-4eee-8963-e1fbe0df8b3d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.868183] env[62849]: DEBUG nova.network.neutron [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.922926] env[62849]: DEBUG oslo_concurrency.lockutils [None req-eb5dcd60-0bcf-49f7-ae97-b5d5d4a34d34 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "92c4e30e-0ed6-4190-b519-a75df27b5a2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.196s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.055020] env[62849]: DEBUG nova.scheduler.client.report [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.218220] env[62849]: DEBUG nova.network.neutron [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Successfully created port: 14fef226-f773-4d5a-886c-b9352bf2a0e3 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 885.305266] env[62849]: DEBUG oslo_concurrency.lockutils [None req-470b0909-f618-4b0d-891a-cf060a8e7fe9 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-06460b50-2b1a-46ae-b8d1-cb1ebae77f44-d92f2407-b134-4672-8dcb-20416fea068b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.638s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.331791] env[62849]: DEBUG oslo_vmware.api [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171333} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.337443] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.337443] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.337443] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.337443] env[62849]: INFO nova.compute.manager [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Took 1.19 seconds to destroy the instance on the hypervisor. [ 885.338644] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.339598] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.339892] env[62849]: DEBUG nova.compute.manager [-] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.342270] env[62849]: DEBUG nova.network.neutron [-] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 885.369272] env[62849]: INFO nova.compute.manager [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Took 30.53 seconds to build instance. [ 885.370627] env[62849]: DEBUG oslo_concurrency.lockutils [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] Releasing lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.370891] env[62849]: DEBUG nova.compute.manager [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received event network-vif-deleted-d92f2407-b134-4672-8dcb-20416fea068b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 885.371623] env[62849]: INFO nova.compute.manager [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Neutron deleted interface d92f2407-b134-4672-8dcb-20416fea068b; detaching it from the instance and deleting it from the info cache [ 885.371623] env[62849]: DEBUG nova.network.neutron [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [{"id": "a649072e-232c-4df1-ac24-0c7606973315", "address": "fa:16:3e:aa:af:c8", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa649072e-23", "ovs_interfaceid": "a649072e-232c-4df1-ac24-0c7606973315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.559113] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.561647] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.036s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.563299] env[62849]: INFO nova.compute.claims [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.593769] env[62849]: INFO nova.scheduler.client.report [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Deleted allocations for instance 0b38ac85-980b-4320-a30d-633d862412e6 [ 885.642042] env[62849]: DEBUG nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.680811] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.680811] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.680811] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.682754] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.682989] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.683170] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.683397] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.683588] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.683764] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.683952] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.684148] env[62849]: DEBUG nova.virt.hardware [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.685109] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39246af0-c179-4a28-852c-e6b2620b4287 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.695743] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d52a99b-acdd-43d8-afe2-d493db84a226 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.765720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.766155] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.829625] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404509, 'name': ReconfigVM_Task, 'duration_secs': 0.606007} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.829976] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6/volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.835290] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47dd9b25-391e-4207-a0c9-c56dbbb535b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.853107] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 885.853107] env[62849]: value = "task-4404510" [ 885.853107] env[62849]: _type = "Task" [ 885.853107] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.864288] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.874171] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1ad876c3-f0a9-4cbb-8dd8-6128624fe3f4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "986f71a7-89f3-414e-b161-cd489626f817" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.043s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.875982] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c617f89-9924-47f1-9f20-fdb2d6f12e90 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.887428] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6298af8e-d0d6-427d-b89d-e8e195fa5e6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.926028] env[62849]: DEBUG nova.compute.manager [req-01909807-d257-4580-a67a-861208246c62 req-1199e593-8724-41dd-9beb-1c1cd86d141f service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Detach interface failed, port_id=d92f2407-b134-4672-8dcb-20416fea068b, reason: Instance 06460b50-2b1a-46ae-b8d1-cb1ebae77f44 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 885.927660] env[62849]: DEBUG nova.compute.manager [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-vif-plugged-c36492d9-9b8d-426a-bb95-872ee88df3c1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 885.927660] env[62849]: DEBUG oslo_concurrency.lockutils [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] Acquiring lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.927660] env[62849]: DEBUG oslo_concurrency.lockutils [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.928110] env[62849]: DEBUG oslo_concurrency.lockutils [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.928110] env[62849]: DEBUG nova.compute.manager [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] No waiting events found dispatching network-vif-plugged-c36492d9-9b8d-426a-bb95-872ee88df3c1 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.928328] env[62849]: WARNING nova.compute.manager [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received unexpected event network-vif-plugged-c36492d9-9b8d-426a-bb95-872ee88df3c1 for instance with vm_state building and task_state spawning. [ 885.928613] env[62849]: DEBUG nova.compute.manager [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-changed-c36492d9-9b8d-426a-bb95-872ee88df3c1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 885.928683] env[62849]: DEBUG nova.compute.manager [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Refreshing instance network info cache due to event network-changed-c36492d9-9b8d-426a-bb95-872ee88df3c1. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 885.928898] env[62849]: DEBUG oslo_concurrency.lockutils [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] Acquiring lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.929071] env[62849]: DEBUG oslo_concurrency.lockutils [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] Acquired lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.929259] env[62849]: DEBUG nova.network.neutron [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Refreshing network info cache for port c36492d9-9b8d-426a-bb95-872ee88df3c1 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.104315] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d13846e0-977d-461f-b8cf-ffada07d9f4e tempest-AttachInterfacesUnderV243Test-764117880 tempest-AttachInterfacesUnderV243Test-764117880-project-member] Lock "0b38ac85-980b-4320-a30d-633d862412e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.749s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.133992] env[62849]: DEBUG nova.compute.manager [req-ac06f4f3-4037-4a8d-afda-846c5ca071b4 req-b3e57435-8c59-4d43-aa63-6734b0db3d17 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Received event network-vif-deleted-a649072e-232c-4df1-ac24-0c7606973315 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 886.133992] env[62849]: INFO nova.compute.manager [req-ac06f4f3-4037-4a8d-afda-846c5ca071b4 req-b3e57435-8c59-4d43-aa63-6734b0db3d17 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Neutron deleted interface a649072e-232c-4df1-ac24-0c7606973315; detaching it from the instance and deleting it from the info cache [ 886.133992] env[62849]: DEBUG nova.network.neutron [req-ac06f4f3-4037-4a8d-afda-846c5ca071b4 req-b3e57435-8c59-4d43-aa63-6734b0db3d17 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.269296] env[62849]: DEBUG nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.364443] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404510, 'name': ReconfigVM_Task, 'duration_secs': 0.361843} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.364443] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 886.365817] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c03989-424f-48bd-a52c-bf19b61f7cbe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.373636] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 886.373636] env[62849]: value = "task-4404511" [ 886.373636] env[62849]: _type = "Task" [ 886.373636] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.384580] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404511, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.405598] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "279db280-eaa4-436a-9236-6e8cbc6527d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.405847] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "279db280-eaa4-436a-9236-6e8cbc6527d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.405959] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "279db280-eaa4-436a-9236-6e8cbc6527d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.406284] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "279db280-eaa4-436a-9236-6e8cbc6527d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.406538] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "279db280-eaa4-436a-9236-6e8cbc6527d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.408731] env[62849]: INFO nova.compute.manager [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Terminating instance [ 886.488057] env[62849]: DEBUG nova.network.neutron [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 886.575248] env[62849]: DEBUG nova.network.neutron [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.602206] env[62849]: DEBUG nova.network.neutron [-] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.636188] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4e37f8d-cdb1-4b44-8562-1430ecf77f47 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.648264] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30478a16-dcfb-44bd-9df7-67ef9e6816e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.690923] env[62849]: DEBUG nova.compute.manager [req-ac06f4f3-4037-4a8d-afda-846c5ca071b4 req-b3e57435-8c59-4d43-aa63-6734b0db3d17 service nova] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Detach interface failed, port_id=a649072e-232c-4df1-ac24-0c7606973315, reason: Instance 06460b50-2b1a-46ae-b8d1-cb1ebae77f44 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 886.730760] env[62849]: INFO nova.compute.manager [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Rebuilding instance [ 886.785054] env[62849]: DEBUG nova.compute.manager [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.786403] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a02eca-c37f-43cf-813c-d3a2a310585d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.797593] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.859662] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e38f8ca-67ae-4baa-a9cc-4eb5b4a6c7ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.868926] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26372d5c-64c8-44e4-b4a7-40cd8ad7f385 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.903728] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7418a116-4c80-4d10-a007-231f98f15da2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.910036] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404511, 'name': Rename_Task, 'duration_secs': 0.352209} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.910767] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.911042] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8914fd10-02f8-4e6e-b150-653f3fa50308 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.916339] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1ecd0a-b18f-40e0-8751-dbc6990d9a87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.921779] env[62849]: DEBUG nova.compute.manager [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.921984] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.922336] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 886.922336] env[62849]: value = "task-4404512" [ 886.922336] env[62849]: _type = "Task" [ 886.922336] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.923044] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c47701-2f21-4007-b081-a418f7bf62d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.937467] env[62849]: DEBUG nova.compute.provider_tree [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.941670] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.945329] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67e7ea1c-481b-43f4-8b66-dd5a7edb35d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.946964] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404512, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.953488] env[62849]: DEBUG oslo_vmware.api [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 886.953488] env[62849]: value = "task-4404513" [ 886.953488] env[62849]: _type = "Task" [ 886.953488] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.966250] env[62849]: DEBUG oslo_vmware.api [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.077603] env[62849]: DEBUG oslo_concurrency.lockutils [req-a910d721-1826-4453-a855-e618a7146869 req-4aee94a9-8e1a-4458-812c-976a30e7142a service nova] Releasing lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.105246] env[62849]: INFO nova.compute.manager [-] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Took 1.77 seconds to deallocate network for instance. [ 887.448708] env[62849]: DEBUG nova.scheduler.client.report [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.455630] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404512, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.456313] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Successfully updated port: f93d59c6-60f6-4421-92d1-fe3c42ca91d2 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 887.462371] env[62849]: DEBUG nova.network.neutron [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Successfully updated port: 14fef226-f773-4d5a-886c-b9352bf2a0e3 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 887.479169] env[62849]: DEBUG oslo_vmware.api [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404513, 'name': PowerOffVM_Task, 'duration_secs': 0.221619} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.480331] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.481228] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.482376] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80bff8de-09f2-4354-8d9e-6a18848080f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.579304] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.579445] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.579673] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Deleting the datastore file [datastore1] 279db280-eaa4-436a-9236-6e8cbc6527d8 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.580166] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dc256a0-16e9-4bb2-8ffb-11e2569f8a4a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.588180] env[62849]: DEBUG oslo_vmware.api [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for the task: (returnval){ [ 887.588180] env[62849]: value = "task-4404515" [ 887.588180] env[62849]: _type = "Task" [ 887.588180] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.598069] env[62849]: DEBUG oslo_vmware.api [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.616350] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.805892] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.806253] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31f96e82-f3f6-47c1-abb2-8958fd4e5cbd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.816084] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 887.816084] env[62849]: value = "task-4404516" [ 887.816084] env[62849]: _type = "Task" [ 887.816084] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.827749] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.828164] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.828472] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.828771] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.829071] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.830939] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.831833] env[62849]: INFO nova.compute.manager [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Terminating instance [ 887.937895] env[62849]: DEBUG oslo_vmware.api [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404512, 'name': PowerOnVM_Task, 'duration_secs': 0.541062} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.938207] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.938445] env[62849]: DEBUG nova.compute.manager [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.939281] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857fddba-c298-4246-b197-f73839acc50e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.965864] env[62849]: DEBUG nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Received event network-vif-plugged-14fef226-f773-4d5a-886c-b9352bf2a0e3 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 887.966382] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Acquiring lock "6e31ba54-8563-44e3-bb5f-150662007e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.966524] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Lock "6e31ba54-8563-44e3-bb5f-150662007e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.966702] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Lock "6e31ba54-8563-44e3-bb5f-150662007e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.966872] env[62849]: DEBUG nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] No waiting events found dispatching network-vif-plugged-14fef226-f773-4d5a-886c-b9352bf2a0e3 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.967050] env[62849]: WARNING nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Received unexpected event network-vif-plugged-14fef226-f773-4d5a-886c-b9352bf2a0e3 for instance with vm_state building and task_state spawning. [ 887.967231] env[62849]: DEBUG nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-vif-plugged-f93d59c6-60f6-4421-92d1-fe3c42ca91d2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 887.967429] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Acquiring lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.967610] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.967763] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.967923] env[62849]: DEBUG nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] No waiting events found dispatching network-vif-plugged-f93d59c6-60f6-4421-92d1-fe3c42ca91d2 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.968091] env[62849]: WARNING nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received unexpected event network-vif-plugged-f93d59c6-60f6-4421-92d1-fe3c42ca91d2 for instance with vm_state building and task_state spawning. [ 887.968275] env[62849]: DEBUG nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-changed-f93d59c6-60f6-4421-92d1-fe3c42ca91d2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 887.968465] env[62849]: DEBUG nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Refreshing instance network info cache due to event network-changed-f93d59c6-60f6-4421-92d1-fe3c42ca91d2. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 887.968645] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Acquiring lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.968783] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Acquired lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.968931] env[62849]: DEBUG nova.network.neutron [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Refreshing network info cache for port f93d59c6-60f6-4421-92d1-fe3c42ca91d2 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.971927] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.972581] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.973252] env[62849]: DEBUG nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.977517] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "refresh_cache-6e31ba54-8563-44e3-bb5f-150662007e3c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.977818] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquired lock "refresh_cache-6e31ba54-8563-44e3-bb5f-150662007e3c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.977974] env[62849]: DEBUG nova.network.neutron [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 887.980110] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.965s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.980317] env[62849]: DEBUG nova.objects.instance [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lazy-loading 'resources' on Instance uuid e0815ae9-9120-4e55-88b4-d5310eede150 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.105604] env[62849]: DEBUG oslo_vmware.api [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Task: {'id': task-4404515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232836} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.106310] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.106746] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.107144] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.108092] env[62849]: INFO nova.compute.manager [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 888.108092] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.108479] env[62849]: DEBUG nova.compute.manager [-] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.108738] env[62849]: DEBUG nova.network.neutron [-] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 888.328294] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404516, 'name': PowerOffVM_Task, 'duration_secs': 0.343212} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.328671] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.328981] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.330525] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb898421-3ebc-481c-8d90-346964d6789a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.336219] env[62849]: DEBUG nova.compute.manager [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.336512] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.339740] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637dbe52-0228-4d51-8433-aeb66afa3a85 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.343187] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.343452] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22be223d-2264-4c3d-9be6-d4a3b0b02320 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.350906] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.351194] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a9ffee-8589-472d-a533-79aaae33ce6e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.359317] env[62849]: DEBUG oslo_vmware.api [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 888.359317] env[62849]: value = "task-4404518" [ 888.359317] env[62849]: _type = "Task" [ 888.359317] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.369118] env[62849]: DEBUG oslo_vmware.api [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.427797] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.428012] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.428304] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleting the datastore file [datastore2] 986f71a7-89f3-414e-b161-cd489626f817 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.428926] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-988c8175-11b9-451a-84d0-15b450446e28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.437347] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 888.437347] env[62849]: value = "task-4404519" [ 888.437347] env[62849]: _type = "Task" [ 888.437347] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.447917] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.460204] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.484505] env[62849]: DEBUG nova.compute.utils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.491401] env[62849]: DEBUG nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.491631] env[62849]: DEBUG nova.network.neutron [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 888.557281] env[62849]: DEBUG nova.network.neutron [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 888.586067] env[62849]: DEBUG nova.network.neutron [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 888.625281] env[62849]: DEBUG nova.policy [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f840aca018b475eb736e8a36f9bc6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '838d50fa4eeb49fcbcae8f13aaf57d18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.803871] env[62849]: DEBUG nova.network.neutron [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.807032] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44988e17-46a0-4398-bf0e-9ea7c761fff2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.816076] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3001b4fe-7075-4844-9738-ee55dd571942 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.860305] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c184c88-d541-4bd9-b89e-a7b1410793a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.876349] env[62849]: DEBUG oslo_vmware.api [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404518, 'name': PowerOffVM_Task, 'duration_secs': 0.221084} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.878065] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.878327] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.878654] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65266bbb-682f-4c5f-bfa0-cf064b57ca24 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.881747] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c32fd8-43af-4168-baad-db1111c3c01b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.899903] env[62849]: DEBUG nova.compute.provider_tree [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.952100] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158579} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.952519] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.952794] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.953066] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.958810] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.959636] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.959636] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleting the datastore file [datastore2] c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.961660] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e7dbb80-0277-40eb-bbe1-39f6fe4ce3a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.969169] env[62849]: DEBUG oslo_vmware.api [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 888.969169] env[62849]: value = "task-4404521" [ 888.969169] env[62849]: _type = "Task" [ 888.969169] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.981252] env[62849]: DEBUG oslo_vmware.api [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.982530] env[62849]: DEBUG nova.network.neutron [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Updating instance_info_cache with network_info: [{"id": "14fef226-f773-4d5a-886c-b9352bf2a0e3", "address": "fa:16:3e:61:e2:3a", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fef226-f7", "ovs_interfaceid": "14fef226-f773-4d5a-886c-b9352bf2a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.991154] env[62849]: DEBUG nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.313686] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Releasing lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.313686] env[62849]: DEBUG nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Received event network-changed-14fef226-f773-4d5a-886c-b9352bf2a0e3 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 889.313686] env[62849]: DEBUG nova.compute.manager [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Refreshing instance network info cache due to event network-changed-14fef226-f773-4d5a-886c-b9352bf2a0e3. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 889.313686] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Acquiring lock "refresh_cache-6e31ba54-8563-44e3-bb5f-150662007e3c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.313686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquired lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.313686] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.390563] env[62849]: DEBUG nova.network.neutron [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Successfully created port: 99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 889.405153] env[62849]: DEBUG nova.scheduler.client.report [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.415893] env[62849]: DEBUG nova.network.neutron [-] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.483859] env[62849]: DEBUG oslo_vmware.api [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230074} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.484133] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.484310] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.484480] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.484645] env[62849]: INFO nova.compute.manager [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 889.484880] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.485081] env[62849]: DEBUG nova.compute.manager [-] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.485182] env[62849]: DEBUG nova.network.neutron [-] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 889.487139] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Releasing lock "refresh_cache-6e31ba54-8563-44e3-bb5f-150662007e3c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.487438] env[62849]: DEBUG nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Instance network_info: |[{"id": "14fef226-f773-4d5a-886c-b9352bf2a0e3", "address": "fa:16:3e:61:e2:3a", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fef226-f7", "ovs_interfaceid": "14fef226-f773-4d5a-886c-b9352bf2a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.487722] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Acquired lock "refresh_cache-6e31ba54-8563-44e3-bb5f-150662007e3c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.487895] env[62849]: DEBUG nova.network.neutron [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Refreshing network info cache for port 14fef226-f773-4d5a-886c-b9352bf2a0e3 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.489244] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:e2:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14fef226-f773-4d5a-886c-b9352bf2a0e3', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.496366] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Creating folder: Project (40d604058f2140f5a56482dbb888e610). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.500556] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2486b69-fef9-4d5a-849a-1b84936da642 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.515661] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Created folder: Project (40d604058f2140f5a56482dbb888e610) in parent group-v861840. [ 889.516068] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Creating folder: Instances. Parent ref: group-v862040. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.516479] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12287972-e345-45c4-adca-7523294b8384 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.528667] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Created folder: Instances in parent group-v862040. [ 889.528924] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.529137] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.529354] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-545659ac-c91b-4b02-b8d3-972dd3b2bfe4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.553344] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.553344] env[62849]: value = "task-4404524" [ 889.553344] env[62849]: _type = "Task" [ 889.553344] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.562447] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404524, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.888378] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 889.909745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.913321] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.824s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.914193] env[62849]: DEBUG nova.objects.instance [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lazy-loading 'resources' on Instance uuid 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.919484] env[62849]: INFO nova.compute.manager [-] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Took 1.81 seconds to deallocate network for instance. [ 889.946753] env[62849]: INFO nova.scheduler.client.report [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Deleted allocations for instance e0815ae9-9120-4e55-88b4-d5310eede150 [ 890.000926] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.001473] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.001473] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.001625] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.001741] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.001884] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.002202] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.002379] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.002554] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.002740] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.002930] env[62849]: DEBUG nova.virt.hardware [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.006298] env[62849]: DEBUG nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.008895] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7048e9c-23ca-423e-9e7c-c1a02306a2bc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.019665] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e1fd8-0b10-4a80-9438-448bbeb703aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.040481] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:05:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e173f2e-b375-4f2e-bdf8-10149f025dfa', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.049765] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.052975] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.055633] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6516b947-7eef-421c-92b1-c22e8ca0a5e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.075123] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.075379] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.075534] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.076231] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.076395] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.076543] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.076753] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.076910] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.077121] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.077263] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.077471] env[62849]: DEBUG nova.virt.hardware [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.083390] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbd389b-8050-4ee0-8f6c-792f7d76b092 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.096990] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404524, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.103247] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.103247] env[62849]: value = "task-4404525" [ 890.103247] env[62849]: _type = "Task" [ 890.103247] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.107776] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1437c07-5d8d-4d76-b765-d1cc55133e12 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.121405] env[62849]: DEBUG nova.compute.manager [req-9b18f15d-6ebe-4250-a2f9-823b3769b4b1 req-6f1e6244-7aa0-4208-8ae2-9f3a256d4313 service nova] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Received event network-vif-deleted-262e7d28-1651-4e63-bc6d-50608ee91a5e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 890.135315] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404525, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.442173] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.460114] env[62849]: DEBUG oslo_concurrency.lockutils [None req-587fef68-f468-47ce-834e-4c7980cf66a6 tempest-InstanceActionsTestJSON-1995068943 tempest-InstanceActionsTestJSON-1995068943-project-member] Lock "e0815ae9-9120-4e55-88b4-d5310eede150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.964s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.498524] env[62849]: DEBUG nova.network.neutron [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Updated VIF entry in instance network info cache for port 14fef226-f773-4d5a-886c-b9352bf2a0e3. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 890.498829] env[62849]: DEBUG nova.network.neutron [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Updating instance_info_cache with network_info: [{"id": "14fef226-f773-4d5a-886c-b9352bf2a0e3", "address": "fa:16:3e:61:e2:3a", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14fef226-f7", "ovs_interfaceid": "14fef226-f773-4d5a-886c-b9352bf2a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.567487] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404524, 'name': CreateVM_Task, 'duration_secs': 0.796476} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.567665] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.568633] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.568691] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.569052] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.569337] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3f5348-6599-430d-a9bc-58f1b0998bff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.577726] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 890.577726] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d6fef8-ea7d-e667-1c1b-073dde2d6deb" [ 890.577726] env[62849]: _type = "Task" [ 890.577726] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.589135] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d6fef8-ea7d-e667-1c1b-073dde2d6deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.623726] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404525, 'name': CreateVM_Task, 'duration_secs': 0.390716} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.623918] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.624568] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.762224] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998befb4-54c4-4246-b50c-2dbab73ee7cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.776483] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07396bf9-e67d-4dd5-8f7f-a583e509639e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.814453] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6aaca-8174-4ce4-8743-4106dae27010 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.826022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a04a507-5f85-4978-af22-3cc966be3c16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.839989] env[62849]: DEBUG nova.compute.provider_tree [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.006491] env[62849]: DEBUG oslo_concurrency.lockutils [req-cea23b91-8181-4d8d-b781-932c8b2e1029 req-53957c57-e587-4261-9a50-8533600ca8dd service nova] Releasing lock "refresh_cache-6e31ba54-8563-44e3-bb5f-150662007e3c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.089465] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d6fef8-ea7d-e667-1c1b-073dde2d6deb, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.089973] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.090815] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.090815] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.090944] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.091100] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.091486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.091792] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.092415] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d066349-ab60-4b2f-812b-fc2ce4043278 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.093969] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9f0c15-4fc8-4f52-81ba-9b9d6a80bc89 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.101518] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 891.101518] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528fa178-808f-333d-4d1f-cebd0bb19e5a" [ 891.101518] env[62849]: _type = "Task" [ 891.101518] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.109743] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.110337] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.111067] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a76414-9d68-4e10-802e-97c34a923041 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.119451] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528fa178-808f-333d-4d1f-cebd0bb19e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.120385] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.120738] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.121092] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.123372] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 891.123372] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520d0be6-942d-7631-8dde-cdc66f6c9b32" [ 891.123372] env[62849]: _type = "Task" [ 891.123372] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.135352] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520d0be6-942d-7631-8dde-cdc66f6c9b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.173578] env[62849]: DEBUG nova.network.neutron [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Updating instance_info_cache with network_info: [{"id": "42f8447c-00cd-4379-9763-3026d2a522d6", "address": "fa:16:3e:ff:64:cb", "network": {"id": "e95c4fab-3ec8-4d3e-90ec-d1924f89af66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1593532884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f8447c-00", "ovs_interfaceid": "42f8447c-00cd-4379-9763-3026d2a522d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c36492d9-9b8d-426a-bb95-872ee88df3c1", "address": "fa:16:3e:14:93:0e", "network": {"id": "b2e85edc-1a1b-4200-a1e9-1bb05a3c4a97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-124238993", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36492d9-9b", "ovs_interfaceid": "c36492d9-9b8d-426a-bb95-872ee88df3c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d59c6-60f6-4421-92d1-fe3c42ca91d2", "address": "fa:16:3e:1e:50:75", "network": {"id": "e95c4fab-3ec8-4d3e-90ec-d1924f89af66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1593532884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93d59c6-60", "ovs_interfaceid": "f93d59c6-60f6-4421-92d1-fe3c42ca91d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.256039] env[62849]: DEBUG nova.network.neutron [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Successfully updated port: 99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 891.344635] env[62849]: DEBUG nova.scheduler.client.report [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.455653] env[62849]: DEBUG nova.network.neutron [-] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.640959] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520d0be6-942d-7631-8dde-cdc66f6c9b32, 'name': SearchDatastore_Task, 'duration_secs': 0.021319} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.640959] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623bdb27-4585-4a45-b37c-d9210cbac516 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.648317] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 891.648317] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5206cd9e-b206-3c3d-f032-fe77f8c17ab1" [ 891.648317] env[62849]: _type = "Task" [ 891.648317] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.664406] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5206cd9e-b206-3c3d-f032-fe77f8c17ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.664406] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.664406] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 6e31ba54-8563-44e3-bb5f-150662007e3c/6e31ba54-8563-44e3-bb5f-150662007e3c.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.664406] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.664406] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.664406] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dababe0-890a-4a7b-98d0-690089ed9ba7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.664935] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-760f808d-76d9-44d2-917e-4d755b7f39f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.674719] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 891.674719] env[62849]: value = "task-4404526" [ 891.674719] env[62849]: _type = "Task" [ 891.674719] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.676212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Releasing lock "refresh_cache-ee099f8b-a6c2-42c2-99fc-e14647278bcc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.676622] env[62849]: DEBUG nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Instance network_info: |[{"id": "42f8447c-00cd-4379-9763-3026d2a522d6", "address": "fa:16:3e:ff:64:cb", "network": {"id": "e95c4fab-3ec8-4d3e-90ec-d1924f89af66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1593532884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f8447c-00", "ovs_interfaceid": "42f8447c-00cd-4379-9763-3026d2a522d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c36492d9-9b8d-426a-bb95-872ee88df3c1", "address": "fa:16:3e:14:93:0e", "network": {"id": "b2e85edc-1a1b-4200-a1e9-1bb05a3c4a97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-124238993", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36492d9-9b", "ovs_interfaceid": "c36492d9-9b8d-426a-bb95-872ee88df3c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d59c6-60f6-4421-92d1-fe3c42ca91d2", "address": "fa:16:3e:1e:50:75", "network": {"id": "e95c4fab-3ec8-4d3e-90ec-d1924f89af66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1593532884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93d59c6-60", "ovs_interfaceid": "f93d59c6-60f6-4421-92d1-fe3c42ca91d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.676921] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.677111] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.681025] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:64:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42f8447c-00cd-4379-9763-3026d2a522d6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:93:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c36492d9-9b8d-426a-bb95-872ee88df3c1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:50:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f93d59c6-60f6-4421-92d1-fe3c42ca91d2', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.694108] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Creating folder: Project (2a89f6ec345349a3bb58211c3bd4a7d3). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.694272] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b641e4-1d3f-4fd1-be31-ddf7f8c3da1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.697284] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e957487f-bee7-4814-8df0-3b05ddf54944 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.706492] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.706842] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 891.706842] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52438f47-4d47-9b67-bb3c-2d6d84767cc0" [ 891.706842] env[62849]: _type = "Task" [ 891.706842] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.711722] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Created folder: Project (2a89f6ec345349a3bb58211c3bd4a7d3) in parent group-v861840. [ 891.711940] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Creating folder: Instances. Parent ref: group-v862044. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.712815] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-359bc1cf-1272-4c05-922e-98b403ffff27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.718700] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52438f47-4d47-9b67-bb3c-2d6d84767cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.719545] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f678dcfb-51e3-459c-96ab-74f9313ee5a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.723722] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Created folder: Instances in parent group-v862044. [ 891.724118] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.724336] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.724557] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf2fd215-f7f5-4879-b549-22ab702bd08e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.747586] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 891.747586] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523d025d-39af-49fa-abb6-e463c7e0cdf5" [ 891.747586] env[62849]: _type = "Task" [ 891.747586] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.753571] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.753571] env[62849]: value = "task-4404529" [ 891.753571] env[62849]: _type = "Task" [ 891.753571] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.761449] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.761449] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquired lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.761449] env[62849]: DEBUG nova.network.neutron [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.762553] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523d025d-39af-49fa-abb6-e463c7e0cdf5, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.763463] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.763663] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 986f71a7-89f3-414e-b161-cd489626f817/986f71a7-89f3-414e-b161-cd489626f817.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.763982] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4ac8602-c097-4051-ab56-795d1b5ab570 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.769858] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404529, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.776248] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 891.776248] env[62849]: value = "task-4404530" [ 891.776248] env[62849]: _type = "Task" [ 891.776248] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.787525] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.850458] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.852995] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.418s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.853262] env[62849]: DEBUG nova.objects.instance [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lazy-loading 'resources' on Instance uuid 8f66dab4-0006-442e-97ce-5b27650a7e1e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.883382] env[62849]: INFO nova.scheduler.client.report [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Deleted allocations for instance 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93 [ 891.960554] env[62849]: INFO nova.compute.manager [-] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Took 2.47 seconds to deallocate network for instance. [ 892.170251] env[62849]: DEBUG nova.compute.manager [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Received event network-vif-deleted-bf285bb6-bdef-4ca1-a4ee-e8ffd99a2825 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 892.170251] env[62849]: DEBUG nova.compute.manager [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Received event network-vif-plugged-99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 892.170251] env[62849]: DEBUG oslo_concurrency.lockutils [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] Acquiring lock "2b954f3d-b575-4150-9a51-52fee5a880be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.171484] env[62849]: DEBUG oslo_concurrency.lockutils [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] Lock "2b954f3d-b575-4150-9a51-52fee5a880be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.173457] env[62849]: DEBUG oslo_concurrency.lockutils [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] Lock "2b954f3d-b575-4150-9a51-52fee5a880be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.173457] env[62849]: DEBUG nova.compute.manager [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] No waiting events found dispatching network-vif-plugged-99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.173457] env[62849]: WARNING nova.compute.manager [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Received unexpected event network-vif-plugged-99bed1a6-9056-4c69-8a91-c83d4a368bb7 for instance with vm_state building and task_state spawning. [ 892.173457] env[62849]: DEBUG nova.compute.manager [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Received event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 892.173457] env[62849]: DEBUG nova.compute.manager [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing instance network info cache due to event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 892.173457] env[62849]: DEBUG oslo_concurrency.lockutils [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] Acquiring lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.187982] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404526, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.272466] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404529, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.287887] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.351898] env[62849]: DEBUG nova.network.neutron [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.403447] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f4b0b0c3-0d52-484f-8cfd-331bc71765b6 tempest-ServersAdminTestJSON-1475908229 tempest-ServersAdminTestJSON-1475908229-project-member] Lock "6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.015s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.468404] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.637775] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c693cf9e-6cc3-4406-a903-e051e8e82255 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.649760] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64af358-9526-44f3-9cd1-707afcedda27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.686727] env[62849]: DEBUG nova.network.neutron [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updating instance_info_cache with network_info: [{"id": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "address": "fa:16:3e:3a:af:83", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bed1a6-90", "ovs_interfaceid": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.702068] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4f3b43-76f9-466c-94c5-f2092fad2d6c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.711666] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533298} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.712963] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7945a4d6-c60e-4050-ace8-e2ad00c7faba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.719030] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 6e31ba54-8563-44e3-bb5f-150662007e3c/6e31ba54-8563-44e3-bb5f-150662007e3c.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.719329] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.719810] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd343c48-f781-4a85-86d5-9f0cf9f3c1e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.735324] env[62849]: DEBUG nova.compute.provider_tree [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.738302] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 892.738302] env[62849]: value = "task-4404531" [ 892.738302] env[62849]: _type = "Task" [ 892.738302] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.751102] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.764783] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404529, 'name': CreateVM_Task, 'duration_secs': 0.548264} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.764968] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.766452] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.766967] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.767392] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.768401] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab45e96-6f3b-4bc9-bfc9-4b7f171bcbcd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.774489] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 892.774489] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52eecc30-f489-2f1c-8bb7-87d4985afdbd" [ 892.774489] env[62849]: _type = "Task" [ 892.774489] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.789546] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52eecc30-f489-2f1c-8bb7-87d4985afdbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.794959] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.795414] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.795711] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.795888] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.796512] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.796596] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829413} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.796858] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33227192-1c8f-476d-bda1-9a1422d65884 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.800085] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 986f71a7-89f3-414e-b161-cd489626f817/986f71a7-89f3-414e-b161-cd489626f817.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.800475] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.800895] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb084717-f215-4653-8a39-33520f5e550d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.809339] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 892.809339] env[62849]: value = "task-4404532" [ 892.809339] env[62849]: _type = "Task" [ 892.809339] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.814096] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.814303] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.815515] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdc4da2-49d7-495b-a67d-7dad8714d1c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.822418] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.827260] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 892.827260] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52621869-1700-6c94-d4b2-8dea1d42b0c8" [ 892.827260] env[62849]: _type = "Task" [ 892.827260] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.838128] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52621869-1700-6c94-d4b2-8dea1d42b0c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.203489] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Releasing lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.204353] env[62849]: DEBUG nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Instance network_info: |[{"id": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "address": "fa:16:3e:3a:af:83", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bed1a6-90", "ovs_interfaceid": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.204353] env[62849]: DEBUG oslo_concurrency.lockutils [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] Acquired lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.204588] env[62849]: DEBUG nova.network.neutron [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.207857] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:af:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99bed1a6-9056-4c69-8a91-c83d4a368bb7', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.220744] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Creating folder: Project (838d50fa4eeb49fcbcae8f13aaf57d18). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.220744] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eae5a6d-2e2a-4dd1-85e2-e20dff9b35a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.235592] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Created folder: Project (838d50fa4eeb49fcbcae8f13aaf57d18) in parent group-v861840. [ 893.235948] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Creating folder: Instances. Parent ref: group-v862047. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.236282] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a479798e-51ec-428a-9a10-593f65286801 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.240791] env[62849]: DEBUG nova.scheduler.client.report [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.258876] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076736} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.259178] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.260393] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36479ef1-e678-459f-a8c7-65e8fa34674d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.266461] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Created folder: Instances in parent group-v862047. [ 893.267516] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.267846] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.268589] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c861748b-2b2b-4082-905b-543a3363590b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.306930] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6e31ba54-8563-44e3-bb5f-150662007e3c/6e31ba54-8563-44e3-bb5f-150662007e3c.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.308300] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4540160-6c8c-4c74-8fb5-d9121c2a489b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.327017] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.327017] env[62849]: value = "task-4404535" [ 893.327017] env[62849]: _type = "Task" [ 893.327017] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.342223] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 893.342223] env[62849]: value = "task-4404536" [ 893.342223] env[62849]: _type = "Task" [ 893.342223] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.358491] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404535, 'name': CreateVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.358971] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52621869-1700-6c94-d4b2-8dea1d42b0c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.359149] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075845} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.361066] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.361395] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b750ba-e496-45d2-8abc-67ab15ba076d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.364832] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43207ec0-e99c-411a-9c78-f985fb5f223b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.372928] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.378649] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 893.378649] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52469322-44bd-d43a-c9ba-12d6d2e39b13" [ 893.378649] env[62849]: _type = "Task" [ 893.378649] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.399692] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 986f71a7-89f3-414e-b161-cd489626f817/986f71a7-89f3-414e-b161-cd489626f817.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.405601] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58679bd-ba09-4a82-8d41-f40dc9faa600 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.429960] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52469322-44bd-d43a-c9ba-12d6d2e39b13, 'name': SearchDatastore_Task, 'duration_secs': 0.017437} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.432069] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.432780] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] ee099f8b-a6c2-42c2-99fc-e14647278bcc/ee099f8b-a6c2-42c2-99fc-e14647278bcc.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.433015] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 893.433015] env[62849]: value = "task-4404537" [ 893.433015] env[62849]: _type = "Task" [ 893.433015] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.433291] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc46dc03-a29f-4188-b68f-ccaf77768898 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.446484] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404537, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.448165] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 893.448165] env[62849]: value = "task-4404538" [ 893.448165] env[62849]: _type = "Task" [ 893.448165] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.459843] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.755787] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.758827] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.960s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.762839] env[62849]: INFO nova.compute.claims [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.794230] env[62849]: INFO nova.scheduler.client.report [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Deleted allocations for instance 8f66dab4-0006-442e-97ce-5b27650a7e1e [ 893.855522] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404535, 'name': CreateVM_Task, 'duration_secs': 0.448576} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.859372] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.860604] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.862024] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.862024] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.867632] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb41964e-a39a-4538-a3ef-b08727f6843c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.869938] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404536, 'name': ReconfigVM_Task, 'duration_secs': 0.463934} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.871337] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6e31ba54-8563-44e3-bb5f-150662007e3c/6e31ba54-8563-44e3-bb5f-150662007e3c.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.871996] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15992ec1-9556-443e-a792-354f4cc7eee9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.876987] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 893.876987] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52da171f-9397-d941-8742-98c1831a33c1" [ 893.876987] env[62849]: _type = "Task" [ 893.876987] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.883625] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 893.883625] env[62849]: value = "task-4404539" [ 893.883625] env[62849]: _type = "Task" [ 893.883625] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.891171] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52da171f-9397-d941-8742-98c1831a33c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.899044] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404539, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.950430] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.973584] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.198193] env[62849]: DEBUG nova.network.neutron [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updated VIF entry in instance network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.198837] env[62849]: DEBUG nova.network.neutron [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updating instance_info_cache with network_info: [{"id": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "address": "fa:16:3e:3a:af:83", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bed1a6-90", "ovs_interfaceid": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.310333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5af39d7e-5e26-4d6d-ab43-5244c204c5d5 tempest-ImagesOneServerNegativeTestJSON-864549307 tempest-ImagesOneServerNegativeTestJSON-864549307-project-member] Lock "8f66dab4-0006-442e-97ce-5b27650a7e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.679s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.394307] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52da171f-9397-d941-8742-98c1831a33c1, 'name': SearchDatastore_Task, 'duration_secs': 0.066449} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.395195] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.395538] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.395977] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.396281] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.396555] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.396914] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79d25973-4080-4afc-b38c-8eaf06e35aee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.404620] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404539, 'name': Rename_Task, 'duration_secs': 0.313549} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.405360] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.405689] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4299507d-3edf-4b3e-b71c-86e37c87ec58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.413518] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.413720] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.415712] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec3bbeb-fb7c-440d-9273-f7c186cb7074 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.418341] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 894.418341] env[62849]: value = "task-4404540" [ 894.418341] env[62849]: _type = "Task" [ 894.418341] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.424258] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 894.424258] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5278806e-e5c4-ec3e-2ecc-29c5fb2b576c" [ 894.424258] env[62849]: _type = "Task" [ 894.424258] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.433298] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.445260] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5278806e-e5c4-ec3e-2ecc-29c5fb2b576c, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.452451] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6a1741-9771-4edc-a489-ad3ac6fbd616 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.470085] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571555} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.476063] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] ee099f8b-a6c2-42c2-99fc-e14647278bcc/ee099f8b-a6c2-42c2-99fc-e14647278bcc.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.476454] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.477561] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404537, 'name': ReconfigVM_Task, 'duration_secs': 0.61462} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.477561] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 894.477561] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c9c2f5-fdf7-6563-482c-97f03d3f1f6b" [ 894.477561] env[62849]: _type = "Task" [ 894.477561] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.477740] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-706c0b25-cc53-4922-b6c8-8b9da0362b98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.484666] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 986f71a7-89f3-414e-b161-cd489626f817/986f71a7-89f3-414e-b161-cd489626f817.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.484666] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8655e9ad-0ef6-4561-9c03-92f92113320c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.498124] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c9c2f5-fdf7-6563-482c-97f03d3f1f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.501532] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.501964] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 2b954f3d-b575-4150-9a51-52fee5a880be/2b954f3d-b575-4150-9a51-52fee5a880be.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.502303] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 894.502303] env[62849]: value = "task-4404542" [ 894.502303] env[62849]: _type = "Task" [ 894.502303] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.502626] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 894.502626] env[62849]: value = "task-4404541" [ 894.502626] env[62849]: _type = "Task" [ 894.502626] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.502882] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a04fa73e-d594-4ec1-8a53-c2ea2198354a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.530600] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404541, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.530781] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.531132] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 894.531132] env[62849]: value = "task-4404543" [ 894.531132] env[62849]: _type = "Task" [ 894.531132] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.541387] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.702339] env[62849]: DEBUG oslo_concurrency.lockutils [req-1c94e50f-e741-42b7-b8af-291bb000e527 req-309ab868-a061-41ed-803a-28210abb8221 service nova] Releasing lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.934939] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404540, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.025257] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079353} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.028692] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.029606] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404541, 'name': Rename_Task, 'duration_secs': 0.259624} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.029847] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94b23c2-0b8a-4a2a-a95c-7398f2661bfb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.032893] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.033151] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bf758dc-460f-4b95-b916-4861c899e1ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.073798] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ee099f8b-a6c2-42c2-99fc-e14647278bcc/ee099f8b-a6c2-42c2-99fc-e14647278bcc.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.080439] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf222ab-5045-4d39-b630-a83068099fb5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.095756] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542858} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.095756] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 895.095756] env[62849]: value = "task-4404544" [ 895.095756] env[62849]: _type = "Task" [ 895.095756] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.101155] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 2b954f3d-b575-4150-9a51-52fee5a880be/2b954f3d-b575-4150-9a51-52fee5a880be.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.101155] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.101155] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b54e77d6-0994-4fc2-8a46-a7ec73b6e802 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.106960] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 895.106960] env[62849]: value = "task-4404545" [ 895.106960] env[62849]: _type = "Task" [ 895.106960] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.114587] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.116904] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 895.116904] env[62849]: value = "task-4404546" [ 895.116904] env[62849]: _type = "Task" [ 895.116904] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.124133] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.129556] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.162116] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca851f96-894b-44c6-adf6-3b81921ed664 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.171114] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55fe5ec-c605-4ac7-80ec-618292e30b40 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.204840] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838cdd05-a05e-4ba2-85a4-c1532f0f599a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.213967] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49193321-1c41-4707-886c-8ec473183627 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.230927] env[62849]: DEBUG nova.compute.provider_tree [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.431650] env[62849]: DEBUG oslo_vmware.api [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404540, 'name': PowerOnVM_Task, 'duration_secs': 0.638276} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.432099] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.432244] env[62849]: INFO nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Took 9.79 seconds to spawn the instance on the hypervisor. [ 895.432472] env[62849]: DEBUG nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.434545] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbbb73e-66a5-440f-b527-f64b45ead44a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.624281] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.624545] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404544, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.636346] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08352} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.636761] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.637646] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2bd260-da3d-4697-8450-6c02c04870c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.666159] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 2b954f3d-b575-4150-9a51-52fee5a880be/2b954f3d-b575-4150-9a51-52fee5a880be.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.666159] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-282ae609-6f81-4886-8d62-fc63243991e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.701664] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 895.701664] env[62849]: value = "task-4404547" [ 895.701664] env[62849]: _type = "Task" [ 895.701664] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.716241] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.737700] env[62849]: DEBUG nova.scheduler.client.report [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.958300] env[62849]: INFO nova.compute.manager [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Took 30.38 seconds to build instance. [ 896.111105] env[62849]: DEBUG oslo_vmware.api [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404544, 'name': PowerOnVM_Task, 'duration_secs': 0.760708} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.114389] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.114612] env[62849]: DEBUG nova.compute.manager [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.116062] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcb57f5-9872-41da-86d7-fc89e92f8a18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.129756] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404545, 'name': ReconfigVM_Task, 'duration_secs': 0.715451} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.129756] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ee099f8b-a6c2-42c2-99fc-e14647278bcc/ee099f8b-a6c2-42c2-99fc-e14647278bcc.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.130906] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17372de2-d4e0-4f63-a4a0-e7819b7854e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.140427] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 896.140427] env[62849]: value = "task-4404548" [ 896.140427] env[62849]: _type = "Task" [ 896.140427] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.151246] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404548, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.217044] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.244910] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.245715] env[62849]: DEBUG nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.248170] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.632s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.248423] env[62849]: DEBUG nova.objects.instance [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'resources' on Instance uuid 06460b50-2b1a-46ae-b8d1-cb1ebae77f44 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.461728] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4a988cdb-f38a-4845-9b93-e4eedd853241 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "6e31ba54-8563-44e3-bb5f-150662007e3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.891s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.645084] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.651282] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404548, 'name': Rename_Task, 'duration_secs': 0.350347} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.651596] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.651853] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b5ee75a-2318-4701-8edf-5c52fabda4c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.660595] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 896.660595] env[62849]: value = "task-4404549" [ 896.660595] env[62849]: _type = "Task" [ 896.660595] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.670195] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.716495] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404547, 'name': ReconfigVM_Task, 'duration_secs': 0.832012} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.716893] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 2b954f3d-b575-4150-9a51-52fee5a880be/2b954f3d-b575-4150-9a51-52fee5a880be.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.717811] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc55a4a-9c6a-4c67-9d49-c240751ac59f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.728430] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 896.728430] env[62849]: value = "task-4404550" [ 896.728430] env[62849]: _type = "Task" [ 896.728430] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.742092] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404550, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.755308] env[62849]: DEBUG nova.compute.utils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.757275] env[62849]: DEBUG nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.757645] env[62849]: DEBUG nova.network.neutron [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 897.053475] env[62849]: DEBUG nova.policy [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6578b71bba478c8ba6dfba4108f9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432a291434f44498b061e63905808ada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.076187] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea832e28-f4d6-4dec-b3d4-7325023da86d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.085018] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ee2fb5-fb4d-483a-9026-39c9e7f8bfb8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.120143] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720687b7-8afb-4675-9179-c082e0dd8ef5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.129159] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b352052-a945-4822-9dfe-a5689e5de0e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.148152] env[62849]: DEBUG nova.compute.provider_tree [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.174494] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.241022] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404550, 'name': Rename_Task, 'duration_secs': 0.253314} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.241639] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.241956] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d4e846c-fed0-4e8d-b160-9abef3be49b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.251951] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 897.251951] env[62849]: value = "task-4404551" [ 897.251951] env[62849]: _type = "Task" [ 897.251951] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.265410] env[62849]: DEBUG nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.268239] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.432986] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquiring lock "424811f2-9309-4b64-86f2-5565ee1be904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.433275] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "424811f2-9309-4b64-86f2-5565ee1be904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.653660] env[62849]: DEBUG nova.scheduler.client.report [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.676209] env[62849]: DEBUG oslo_vmware.api [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404549, 'name': PowerOnVM_Task, 'duration_secs': 0.801905} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.676738] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.676883] env[62849]: INFO nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Took 16.88 seconds to spawn the instance on the hypervisor. [ 897.677307] env[62849]: DEBUG nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.678177] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70192f37-498e-49b7-9b93-37d12dcdb820 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.767270] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404551, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.891812] env[62849]: DEBUG nova.network.neutron [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Successfully created port: 000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 897.937983] env[62849]: DEBUG nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.161949] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.164263] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.706s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.164451] env[62849]: DEBUG nova.objects.instance [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 898.186984] env[62849]: INFO nova.scheduler.client.report [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleted allocations for instance 06460b50-2b1a-46ae-b8d1-cb1ebae77f44 [ 898.210512] env[62849]: INFO nova.compute.manager [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Took 36.39 seconds to build instance. [ 898.267036] env[62849]: DEBUG oslo_vmware.api [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404551, 'name': PowerOnVM_Task, 'duration_secs': 0.554951} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.267036] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.267971] env[62849]: INFO nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Took 8.26 seconds to spawn the instance on the hypervisor. [ 898.267971] env[62849]: DEBUG nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.268643] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa61407-4cd4-4fd5-adce-f09bd4a8393c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.275142] env[62849]: DEBUG nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.326727] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.327024] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.327305] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.327551] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.327656] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.327824] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.328070] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.330803] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.330803] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.330803] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.330803] env[62849]: DEBUG nova.virt.hardware [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.330803] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83531f9-0d47-42e3-be2d-8d847b3e1d51 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.338892] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.339181] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.345055] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f6452-3ede-41da-9fd9-90f090f13375 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.481337] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.599573] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "986f71a7-89f3-414e-b161-cd489626f817" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.599851] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "986f71a7-89f3-414e-b161-cd489626f817" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.600237] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "986f71a7-89f3-414e-b161-cd489626f817-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.600237] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "986f71a7-89f3-414e-b161-cd489626f817-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.601606] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "986f71a7-89f3-414e-b161-cd489626f817-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.604836] env[62849]: INFO nova.compute.manager [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Terminating instance [ 898.708773] env[62849]: DEBUG oslo_concurrency.lockutils [None req-40862ead-8e43-49a9-9c03-5cbe0bf07228 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "06460b50-2b1a-46ae-b8d1-cb1ebae77f44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.071s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.716333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-42369c82-5d2f-40ad-ad1e-c0bdbcb40ad2 tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.911s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.794758] env[62849]: INFO nova.compute.manager [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Took 30.30 seconds to build instance. [ 898.845103] env[62849]: DEBUG nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.110420] env[62849]: DEBUG nova.compute.manager [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.111598] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.112723] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001d3476-999d-4d2a-85b5-e42c523cb0cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.124439] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.124799] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00663721-e994-46c5-8ad1-f9d079e60275 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.149339] env[62849]: DEBUG oslo_vmware.api [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 899.149339] env[62849]: value = "task-4404552" [ 899.149339] env[62849]: _type = "Task" [ 899.149339] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.168229] env[62849]: DEBUG oslo_vmware.api [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.175153] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1e68a5ba-d815-457c-9ac6-a60788b845b7 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.176838] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.735s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.177171] env[62849]: DEBUG nova.objects.instance [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lazy-loading 'resources' on Instance uuid 279db280-eaa4-436a-9236-6e8cbc6527d8 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.297581] env[62849]: DEBUG oslo_concurrency.lockutils [None req-01e37b81-88f0-427a-bcc9-ef3df0a64402 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "2b954f3d-b575-4150-9a51-52fee5a880be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.825s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.372528] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.643310] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.643501] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.643674] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.643857] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.644057] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.648348] env[62849]: INFO nova.compute.manager [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Terminating instance [ 899.664383] env[62849]: DEBUG oslo_vmware.api [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404552, 'name': PowerOffVM_Task, 'duration_secs': 0.259329} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.665031] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.667021] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.667021] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-affaefa0-bfce-4ecd-b1bb-1fcea71e63b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.746272] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.746674] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.747033] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleting the datastore file [datastore2] 986f71a7-89f3-414e-b161-cd489626f817 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.752295] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-067906e8-d79c-4c6f-bc13-6bad83263718 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.757111] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.757337] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.764967] env[62849]: DEBUG oslo_vmware.api [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 899.764967] env[62849]: value = "task-4404554" [ 899.764967] env[62849]: _type = "Task" [ 899.764967] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.776054] env[62849]: DEBUG oslo_vmware.api [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.020276] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ecde05-2805-4f5a-ae8b-c3f7428ccefe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.030813] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3010926-4322-41c6-a5a5-bcffc703408c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.071991] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ca9f5-7510-4d92-8706-f83b34c55f9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.083254] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b874b9ba-7de9-4a79-a2fc-e7150af19a3c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.106534] env[62849]: DEBUG nova.compute.provider_tree [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.154212] env[62849]: DEBUG nova.network.neutron [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Successfully updated port: 000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 900.160548] env[62849]: DEBUG nova.compute.manager [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.160548] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.161269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cc518f-fa18-4ee7-b5a8-8fb6109eef9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.175091] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.176030] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfac757b-d1e7-474c-b4fb-9fb6e72e03cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.184262] env[62849]: DEBUG oslo_vmware.api [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 900.184262] env[62849]: value = "task-4404555" [ 900.184262] env[62849]: _type = "Task" [ 900.184262] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.195824] env[62849]: DEBUG oslo_vmware.api [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.260360] env[62849]: DEBUG nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.283033] env[62849]: DEBUG oslo_vmware.api [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346893} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.287086] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.287086] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.287086] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.287086] env[62849]: INFO nova.compute.manager [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Took 1.17 seconds to destroy the instance on the hypervisor. [ 900.287086] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.287086] env[62849]: DEBUG nova.compute.manager [-] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.287086] env[62849]: DEBUG nova.network.neutron [-] [instance: 986f71a7-89f3-414e-b161-cd489626f817] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 900.428221] env[62849]: DEBUG nova.compute.manager [req-8d7a9447-e67f-4893-912b-54f69bae575d req-4c8bda6f-663d-41d4-a50f-aee98beb29f8 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Received event network-vif-plugged-000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 900.428475] env[62849]: DEBUG oslo_concurrency.lockutils [req-8d7a9447-e67f-4893-912b-54f69bae575d req-4c8bda6f-663d-41d4-a50f-aee98beb29f8 service nova] Acquiring lock "a53bda5f-9f7a-4baf-b956-5266ccc93507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.428708] env[62849]: DEBUG oslo_concurrency.lockutils [req-8d7a9447-e67f-4893-912b-54f69bae575d req-4c8bda6f-663d-41d4-a50f-aee98beb29f8 service nova] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.430311] env[62849]: DEBUG oslo_concurrency.lockutils [req-8d7a9447-e67f-4893-912b-54f69bae575d req-4c8bda6f-663d-41d4-a50f-aee98beb29f8 service nova] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.430501] env[62849]: DEBUG nova.compute.manager [req-8d7a9447-e67f-4893-912b-54f69bae575d req-4c8bda6f-663d-41d4-a50f-aee98beb29f8 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] No waiting events found dispatching network-vif-plugged-000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.430656] env[62849]: WARNING nova.compute.manager [req-8d7a9447-e67f-4893-912b-54f69bae575d req-4c8bda6f-663d-41d4-a50f-aee98beb29f8 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Received unexpected event network-vif-plugged-000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f for instance with vm_state building and task_state spawning. [ 900.609889] env[62849]: DEBUG nova.scheduler.client.report [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.661112] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-a53bda5f-9f7a-4baf-b956-5266ccc93507" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.661269] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-a53bda5f-9f7a-4baf-b956-5266ccc93507" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.661452] env[62849]: DEBUG nova.network.neutron [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.695773] env[62849]: DEBUG oslo_vmware.api [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404555, 'name': PowerOffVM_Task, 'duration_secs': 0.30522} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.696097] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.696271] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.696797] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e37bf15f-6047-4c77-b252-5ec85496909a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.792790] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.871195] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.871195] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.871195] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Deleting the datastore file [datastore2] ee099f8b-a6c2-42c2-99fc-e14647278bcc {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.871195] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86b9fda3-04a4-4a14-b0ae-004c3e0c1805 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.881986] env[62849]: DEBUG oslo_vmware.api [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 900.881986] env[62849]: value = "task-4404557" [ 900.881986] env[62849]: _type = "Task" [ 900.881986] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.895305] env[62849]: DEBUG oslo_vmware.api [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.119866] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.124232] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.658s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.125092] env[62849]: DEBUG nova.objects.instance [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'resources' on Instance uuid c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.164475] env[62849]: INFO nova.scheduler.client.report [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Deleted allocations for instance 279db280-eaa4-436a-9236-6e8cbc6527d8 [ 901.166885] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.167976] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.223674] env[62849]: DEBUG nova.network.neutron [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 901.277844] env[62849]: DEBUG nova.network.neutron [-] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.396361] env[62849]: DEBUG oslo_vmware.api [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159712} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.396850] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.397114] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.397439] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.397679] env[62849]: INFO nova.compute.manager [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Took 1.24 seconds to destroy the instance on the hypervisor. [ 901.398173] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.398524] env[62849]: DEBUG nova.compute.manager [-] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.398664] env[62849]: DEBUG nova.network.neutron [-] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 901.517213] env[62849]: DEBUG nova.network.neutron [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Updating instance_info_cache with network_info: [{"id": "000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f", "address": "fa:16:3e:0f:e9:49", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000db4e4-41", "ovs_interfaceid": "000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.683673] env[62849]: DEBUG nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.696658] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f54b93e5-a266-4e98-9551-1731b7255ee8 tempest-ServersWithSpecificFlavorTestJSON-2019624802 tempest-ServersWithSpecificFlavorTestJSON-2019624802-project-member] Lock "279db280-eaa4-436a-9236-6e8cbc6527d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.289s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.783704] env[62849]: INFO nova.compute.manager [-] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Took 1.50 seconds to deallocate network for instance. [ 901.839486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "9642cd5d-3280-4f65-859e-1e4554fe8033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.840239] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "9642cd5d-3280-4f65-859e-1e4554fe8033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.848470] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.848470] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.950277] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4e144-22ab-4268-8ec5-422d223b3b40 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.960287] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c1dc0-c788-4d81-a5d7-4dbd52524b7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.996044] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e039d8-113c-431a-bd05-7c7d59dfa986 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.005886] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08efc1a0-38bd-40c3-a014-07800c1c6a99 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.023162] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-a53bda5f-9f7a-4baf-b956-5266ccc93507" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.023504] env[62849]: DEBUG nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Instance network_info: |[{"id": "000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f", "address": "fa:16:3e:0f:e9:49", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000db4e4-41", "ovs_interfaceid": "000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.024116] env[62849]: DEBUG nova.compute.provider_tree [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.029343] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:e9:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.036110] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.037674] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.037674] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d52ce8f6-3be2-4f7d-8b28-24c05ae4fe3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.058716] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.058716] env[62849]: value = "task-4404558" [ 902.058716] env[62849]: _type = "Task" [ 902.058716] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.067597] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404558, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.223704] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.299874] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.345227] env[62849]: DEBUG nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.352807] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.353042] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.353168] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.353318] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.353466] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.353617] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.353763] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 902.353910] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.472789] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Received event network-changed-000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 902.473030] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Refreshing instance network info cache due to event network-changed-000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 902.473321] env[62849]: DEBUG oslo_concurrency.lockutils [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] Acquiring lock "refresh_cache-a53bda5f-9f7a-4baf-b956-5266ccc93507" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.473582] env[62849]: DEBUG oslo_concurrency.lockutils [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] Acquired lock "refresh_cache-a53bda5f-9f7a-4baf-b956-5266ccc93507" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.473877] env[62849]: DEBUG nova.network.neutron [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Refreshing network info cache for port 000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.537281] env[62849]: DEBUG nova.scheduler.client.report [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.572043] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404558, 'name': CreateVM_Task, 'duration_secs': 0.480107} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.572189] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.573046] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.573213] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.573744] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.574037] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41e5514-b1ba-4c6f-9a8d-3cdde843269f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.579975] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 902.579975] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5279bd9a-4ff3-b89c-9850-74d06b0bc6b2" [ 902.579975] env[62849]: _type = "Task" [ 902.579975] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.596103] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5279bd9a-4ff3-b89c-9850-74d06b0bc6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.596103] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.596103] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.596103] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.596103] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.596103] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.596103] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-147e5b64-6696-48a1-aa74-dba9a6523b23 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.605358] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.605876] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.606862] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0b48e4-c1f7-40ee-a00c-661b64aa3261 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.616023] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 902.616023] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529c9cae-472f-dd68-bcec-dd60de371da2" [ 902.616023] env[62849]: _type = "Task" [ 902.616023] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.622707] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529c9cae-472f-dd68-bcec-dd60de371da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.774064] env[62849]: DEBUG nova.network.neutron [-] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.857807] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.876173] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.046016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.046997] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.402s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.047386] env[62849]: DEBUG nova.objects.instance [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.092033] env[62849]: INFO nova.scheduler.client.report [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted allocations for instance c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d [ 903.130915] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529c9cae-472f-dd68-bcec-dd60de371da2, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.131960] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf104e7-b4ab-4b52-b5b7-b79efb5573c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.145032] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 903.145032] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f2186-e176-3986-24b5-dd8c2bde70b2" [ 903.145032] env[62849]: _type = "Task" [ 903.145032] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.158122] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520f2186-e176-3986-24b5-dd8c2bde70b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010801} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.158967] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.158967] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a53bda5f-9f7a-4baf-b956-5266ccc93507/a53bda5f-9f7a-4baf-b956-5266ccc93507.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.158967] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-189709e6-644b-49d3-a7b8-84549e335399 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.167919] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 903.167919] env[62849]: value = "task-4404559" [ 903.167919] env[62849]: _type = "Task" [ 903.167919] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.178120] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.277979] env[62849]: INFO nova.compute.manager [-] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Took 1.88 seconds to deallocate network for instance. [ 903.446287] env[62849]: DEBUG nova.network.neutron [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Updated VIF entry in instance network info cache for port 000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.446287] env[62849]: DEBUG nova.network.neutron [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Updating instance_info_cache with network_info: [{"id": "000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f", "address": "fa:16:3e:0f:e9:49", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap000db4e4-41", "ovs_interfaceid": "000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.604758] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c26dd66b-b395-4d51-8a01-2c8e8808fc65 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.776s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.685984] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513039} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.687547] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a53bda5f-9f7a-4baf-b956-5266ccc93507/a53bda5f-9f7a-4baf-b956-5266ccc93507.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.687756] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.688840] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88dc0e5d-6bd7-437a-bc25-44fb33398f0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.698573] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 903.698573] env[62849]: value = "task-4404560" [ 903.698573] env[62849]: _type = "Task" [ 903.698573] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.712159] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.790104] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.790335] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.790512] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.951512] env[62849]: DEBUG oslo_concurrency.lockutils [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] Releasing lock "refresh_cache-a53bda5f-9f7a-4baf-b956-5266ccc93507" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.952153] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Received event network-vif-deleted-5e173f2e-b375-4f2e-bdf8-10149f025dfa {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 903.952453] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-vif-deleted-42f8447c-00cd-4379-9763-3026d2a522d6 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 903.952910] env[62849]: INFO nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Neutron deleted interface 42f8447c-00cd-4379-9763-3026d2a522d6; detaching it from the instance and deleting it from the info cache [ 903.953216] env[62849]: DEBUG nova.network.neutron [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Updating instance_info_cache with network_info: [{"id": "c36492d9-9b8d-426a-bb95-872ee88df3c1", "address": "fa:16:3e:14:93:0e", "network": {"id": "b2e85edc-1a1b-4200-a1e9-1bb05a3c4a97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-124238993", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc36492d9-9b", "ovs_interfaceid": "c36492d9-9b8d-426a-bb95-872ee88df3c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d59c6-60f6-4421-92d1-fe3c42ca91d2", "address": "fa:16:3e:1e:50:75", "network": {"id": "e95c4fab-3ec8-4d3e-90ec-d1924f89af66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1593532884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93d59c6-60", "ovs_interfaceid": "f93d59c6-60f6-4421-92d1-fe3c42ca91d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.059426] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69a9d58a-cd40-4762-a114-8284cfc80b27 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.062179] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.581s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.069814] env[62849]: INFO nova.compute.claims [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.211765] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239292} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.213227] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.214892] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a21b296-b6cb-4671-97bd-9ae01063f279 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.244124] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a53bda5f-9f7a-4baf-b956-5266ccc93507/a53bda5f-9f7a-4baf-b956-5266ccc93507.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.244480] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22effbac-298f-4c84-ad97-0a3cae794b94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.267813] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 904.267813] env[62849]: value = "task-4404561" [ 904.267813] env[62849]: _type = "Task" [ 904.267813] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.282396] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.296162] env[62849]: DEBUG nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.457658] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cb5abd1-75c9-422c-b8f8-3484f60d8beb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.469475] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44e6ec-b3e2-4688-9b61-1f11f41f9dd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.515581] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Detach interface failed, port_id=42f8447c-00cd-4379-9763-3026d2a522d6, reason: Instance ee099f8b-a6c2-42c2-99fc-e14647278bcc could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 904.515906] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-vif-deleted-c36492d9-9b8d-426a-bb95-872ee88df3c1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 904.516139] env[62849]: INFO nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Neutron deleted interface c36492d9-9b8d-426a-bb95-872ee88df3c1; detaching it from the instance and deleting it from the info cache [ 904.516441] env[62849]: DEBUG nova.network.neutron [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Updating instance_info_cache with network_info: [{"id": "f93d59c6-60f6-4421-92d1-fe3c42ca91d2", "address": "fa:16:3e:1e:50:75", "network": {"id": "e95c4fab-3ec8-4d3e-90ec-d1924f89af66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1593532884", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf93d59c6-60", "ovs_interfaceid": "f93d59c6-60f6-4421-92d1-fe3c42ca91d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.778962] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.831017] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.022100] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb3831bd-7f7c-420a-864e-a2a7d8265f14 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.033181] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635609ff-42dd-461c-8655-7d2f0bdd7c34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.088036] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Detach interface failed, port_id=c36492d9-9b8d-426a-bb95-872ee88df3c1, reason: Instance ee099f8b-a6c2-42c2-99fc-e14647278bcc could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 905.088691] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Received event network-vif-deleted-f93d59c6-60f6-4421-92d1-fe3c42ca91d2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 905.088691] env[62849]: INFO nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Neutron deleted interface f93d59c6-60f6-4421-92d1-fe3c42ca91d2; detaching it from the instance and deleting it from the info cache [ 905.088797] env[62849]: DEBUG nova.network.neutron [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.281761] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.461856] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a95a24-dd73-4c85-a71b-a50f323988ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.471707] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91687875-7f25-4a66-80c4-d2bb2aa96b08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.509737] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609352b-9d3a-4779-bc01-c10d6acc94d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.518615] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025785fc-3996-4b59-b032-a6a10232b0dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.536406] env[62849]: DEBUG nova.compute.provider_tree [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.596063] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0b0f7ab-9659-4c57-bc46-651f56040412 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.608843] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaa1421-5985-4920-8849-96eeaee9c30a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.646071] env[62849]: DEBUG nova.compute.manager [req-3cabe5c8-aeef-4eb2-bb55-a3bfab5a294e req-bb8531fc-a571-4f5d-89e9-e8740a071563 service nova] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Detach interface failed, port_id=f93d59c6-60f6-4421-92d1-fe3c42ca91d2, reason: Instance ee099f8b-a6c2-42c2-99fc-e14647278bcc could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 905.781130] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404561, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.040919] env[62849]: DEBUG nova.scheduler.client.report [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.283098] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404561, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.505299] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquiring lock "f005248b-54b5-4c59-9895-87383a04bc2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.505543] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "f005248b-54b5-4c59-9895-87383a04bc2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.553574] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.553574] env[62849]: DEBUG nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.559020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.185s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.561752] env[62849]: INFO nova.compute.claims [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.785270] env[62849]: DEBUG nova.compute.manager [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 906.799096] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404561, 'name': ReconfigVM_Task, 'duration_secs': 2.278807} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.799096] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a53bda5f-9f7a-4baf-b956-5266ccc93507/a53bda5f-9f7a-4baf-b956-5266ccc93507.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.799990] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83c1ab29-33ac-44a9-8dd7-af5da5146726 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.808769] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 906.808769] env[62849]: value = "task-4404562" [ 906.808769] env[62849]: _type = "Task" [ 906.808769] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.820914] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404562, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.009205] env[62849]: DEBUG nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.071747] env[62849]: DEBUG nova.compute.utils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.071747] env[62849]: DEBUG nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.072049] env[62849]: DEBUG nova.network.neutron [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 907.145836] env[62849]: DEBUG nova.policy [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edab8dcf4c9041939c35f02016a6dc12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34ee394a1adf468bb7af9fefa0dcb7e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.320861] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.325120] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404562, 'name': Rename_Task, 'duration_secs': 0.288673} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.325440] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.325703] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acfa453b-a10e-41f0-96b6-b01a5a523003 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.333472] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 907.333472] env[62849]: value = "task-4404563" [ 907.333472] env[62849]: _type = "Task" [ 907.333472] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.346634] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.538760] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.579575] env[62849]: DEBUG nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.698656] env[62849]: DEBUG nova.network.neutron [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Successfully created port: 1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.850676] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.919385] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e1a9f6-7eed-45a6-875d-e459a4fb79de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.929149] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5320ba73-88ea-4c70-9bdb-3fa2c08ba94b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.961169] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce170dfe-dba7-49cd-84b3-1e6ef1ee8cb7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.971270] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288bb787-ff84-42aa-b1f4-314dbff7d150 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.988639] env[62849]: DEBUG nova.compute.provider_tree [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.351647] env[62849]: DEBUG oslo_vmware.api [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404563, 'name': PowerOnVM_Task, 'duration_secs': 0.560891} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.351647] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.351647] env[62849]: INFO nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Took 10.08 seconds to spawn the instance on the hypervisor. [ 908.351647] env[62849]: DEBUG nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.352135] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1629ec7d-c883-495f-afee-0d792f57f40b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.492310] env[62849]: DEBUG nova.scheduler.client.report [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.594416] env[62849]: DEBUG nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.636494] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.637274] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.637592] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.640070] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.640255] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.640408] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.640745] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.640996] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.641086] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.641256] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.641427] env[62849]: DEBUG nova.virt.hardware [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.643039] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed99f713-321b-4971-880e-fcaf18187046 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.651708] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4f502d-87b1-4e4b-966f-0b8e9bfe995f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.873258] env[62849]: INFO nova.compute.manager [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Took 22.10 seconds to build instance. [ 908.997781] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.998268] env[62849]: DEBUG nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.001035] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.208s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.002916] env[62849]: INFO nova.compute.claims [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.375615] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d655763a-6896-42dc-853e-96127f1334dc tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.609s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.510169] env[62849]: DEBUG nova.compute.utils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.511883] env[62849]: DEBUG nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.513053] env[62849]: DEBUG nova.network.neutron [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.516544] env[62849]: DEBUG oslo_concurrency.lockutils [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.518709] env[62849]: DEBUG oslo_concurrency.lockutils [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.518709] env[62849]: DEBUG nova.compute.manager [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.518822] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e861e3-3634-44a5-8569-9632cb40a92a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.528680] env[62849]: DEBUG nova.compute.manager [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 909.529310] env[62849]: DEBUG nova.objects.instance [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'flavor' on Instance uuid a53bda5f-9f7a-4baf-b956-5266ccc93507 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.569020] env[62849]: DEBUG nova.compute.manager [req-9882c2d4-6ee5-43bf-be54-0841af4a77bf req-283fb494-69e9-4e08-85de-6acee41feb42 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Received event network-vif-plugged-1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 909.569292] env[62849]: DEBUG oslo_concurrency.lockutils [req-9882c2d4-6ee5-43bf-be54-0841af4a77bf req-283fb494-69e9-4e08-85de-6acee41feb42 service nova] Acquiring lock "424811f2-9309-4b64-86f2-5565ee1be904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.569806] env[62849]: DEBUG oslo_concurrency.lockutils [req-9882c2d4-6ee5-43bf-be54-0841af4a77bf req-283fb494-69e9-4e08-85de-6acee41feb42 service nova] Lock "424811f2-9309-4b64-86f2-5565ee1be904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.569806] env[62849]: DEBUG oslo_concurrency.lockutils [req-9882c2d4-6ee5-43bf-be54-0841af4a77bf req-283fb494-69e9-4e08-85de-6acee41feb42 service nova] Lock "424811f2-9309-4b64-86f2-5565ee1be904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.570090] env[62849]: DEBUG nova.compute.manager [req-9882c2d4-6ee5-43bf-be54-0841af4a77bf req-283fb494-69e9-4e08-85de-6acee41feb42 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] No waiting events found dispatching network-vif-plugged-1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.570878] env[62849]: WARNING nova.compute.manager [req-9882c2d4-6ee5-43bf-be54-0841af4a77bf req-283fb494-69e9-4e08-85de-6acee41feb42 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Received unexpected event network-vif-plugged-1bef2318-ce9a-4732-a411-a599b0a90b2e for instance with vm_state building and task_state spawning. [ 909.636953] env[62849]: DEBUG nova.network.neutron [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Successfully updated port: 1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.652986] env[62849]: DEBUG nova.policy [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd119692fff3a49aea3b485521d5f9997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d604058f2140f5a56482dbb888e610', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.013230] env[62849]: DEBUG nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.143836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquiring lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.143836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquired lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.143836] env[62849]: DEBUG nova.network.neutron [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.164744] env[62849]: DEBUG nova.network.neutron [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Successfully created port: 609a0576-af6d-427d-bf41-62c6f57f0c56 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.372506] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed053a4-368c-4393-abab-f5e089c66284 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.393287] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc2a58c-83bf-4f4b-aeb1-2ac03afa855e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.444201] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f85002-7226-4732-b768-309e31060bdd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.454062] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6f66f4-9e8a-4e2f-a2b9-9b0e5fbe4beb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.468239] env[62849]: DEBUG nova.compute.provider_tree [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.544032] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.544032] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7fe463d-2dee-4492-93e0-ccca3e83cf10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.554143] env[62849]: DEBUG oslo_vmware.api [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 910.554143] env[62849]: value = "task-4404564" [ 910.554143] env[62849]: _type = "Task" [ 910.554143] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.563956] env[62849]: DEBUG oslo_vmware.api [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.840264] env[62849]: DEBUG nova.network.neutron [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 910.971157] env[62849]: DEBUG nova.scheduler.client.report [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.021042] env[62849]: DEBUG nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.048278] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.048538] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.048697] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.048878] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.049033] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.049185] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.049392] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.049550] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.049718] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.049914] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.050049] env[62849]: DEBUG nova.virt.hardware [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.050954] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d155a49-cc74-4495-a950-e89cbeb4ebc7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.061468] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cef63c-23f1-4ce2-8dcc-633ce4a897ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.071553] env[62849]: DEBUG oslo_vmware.api [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404564, 'name': PowerOffVM_Task, 'duration_secs': 0.31687} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.072268] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.072498] env[62849]: DEBUG nova.compute.manager [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.073334] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e6558e-4517-4140-9c7b-af726b510a89 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.165692] env[62849]: DEBUG nova.network.neutron [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Updating instance_info_cache with network_info: [{"id": "1bef2318-ce9a-4732-a411-a599b0a90b2e", "address": "fa:16:3e:6a:b7:61", "network": {"id": "4b515e54-1bc4-4196-8018-5cf5471d0ebc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-84210803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ee394a1adf468bb7af9fefa0dcb7e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bef2318-ce", "ovs_interfaceid": "1bef2318-ce9a-4732-a411-a599b0a90b2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.476889] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.476889] env[62849]: DEBUG nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.484337] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.262s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.486086] env[62849]: INFO nova.compute.claims [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.596179] env[62849]: DEBUG oslo_concurrency.lockutils [None req-236e71e1-81c2-4fb4-a9c6-dc34139cffd9 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.660820] env[62849]: DEBUG nova.compute.manager [req-85c5f921-68b9-4e3d-9ab7-615ea329a470 req-6a528c20-72e1-4136-9291-25d192180c52 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Received event network-changed-1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 911.660916] env[62849]: DEBUG nova.compute.manager [req-85c5f921-68b9-4e3d-9ab7-615ea329a470 req-6a528c20-72e1-4136-9291-25d192180c52 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Refreshing instance network info cache due to event network-changed-1bef2318-ce9a-4732-a411-a599b0a90b2e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 911.661120] env[62849]: DEBUG oslo_concurrency.lockutils [req-85c5f921-68b9-4e3d-9ab7-615ea329a470 req-6a528c20-72e1-4136-9291-25d192180c52 service nova] Acquiring lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.668629] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Releasing lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.669122] env[62849]: DEBUG nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Instance network_info: |[{"id": "1bef2318-ce9a-4732-a411-a599b0a90b2e", "address": "fa:16:3e:6a:b7:61", "network": {"id": "4b515e54-1bc4-4196-8018-5cf5471d0ebc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-84210803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ee394a1adf468bb7af9fefa0dcb7e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bef2318-ce", "ovs_interfaceid": "1bef2318-ce9a-4732-a411-a599b0a90b2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.669567] env[62849]: DEBUG oslo_concurrency.lockutils [req-85c5f921-68b9-4e3d-9ab7-615ea329a470 req-6a528c20-72e1-4136-9291-25d192180c52 service nova] Acquired lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.670130] env[62849]: DEBUG nova.network.neutron [req-85c5f921-68b9-4e3d-9ab7-615ea329a470 req-6a528c20-72e1-4136-9291-25d192180c52 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Refreshing network info cache for port 1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.671248] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:b7:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bef2318-ce9a-4732-a411-a599b0a90b2e', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.679668] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Creating folder: Project (34ee394a1adf468bb7af9fefa0dcb7e5). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.683790] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57038010-43e5-4e60-8ebc-83edf686f1ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.696450] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Created folder: Project (34ee394a1adf468bb7af9fefa0dcb7e5) in parent group-v861840. [ 911.696649] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Creating folder: Instances. Parent ref: group-v862051. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.697140] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55d2a245-2f4b-4045-877f-d8dda6b49f8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.707072] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Created folder: Instances in parent group-v862051. [ 911.707342] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.707530] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.707735] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9647e7e-371e-4e7e-915d-a6434dea4a59 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.731970] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.731970] env[62849]: value = "task-4404567" [ 911.731970] env[62849]: _type = "Task" [ 911.731970] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.741633] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404567, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.982950] env[62849]: DEBUG nova.compute.utils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.984548] env[62849]: DEBUG nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.984730] env[62849]: DEBUG nova.network.neutron [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 912.105245] env[62849]: DEBUG nova.policy [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956d4f9fb2554edda123fe7713ffa692', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01ddd7d064384ae6b3c03f1d4fb7ad7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.141143] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.144434] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.144690] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "a53bda5f-9f7a-4baf-b956-5266ccc93507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.144896] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.145115] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.147887] env[62849]: INFO nova.compute.manager [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Terminating instance [ 912.150751] env[62849]: DEBUG nova.network.neutron [req-85c5f921-68b9-4e3d-9ab7-615ea329a470 req-6a528c20-72e1-4136-9291-25d192180c52 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Updated VIF entry in instance network info cache for port 1bef2318-ce9a-4732-a411-a599b0a90b2e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 912.151216] env[62849]: DEBUG nova.network.neutron [req-85c5f921-68b9-4e3d-9ab7-615ea329a470 req-6a528c20-72e1-4136-9291-25d192180c52 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Updating instance_info_cache with network_info: [{"id": "1bef2318-ce9a-4732-a411-a599b0a90b2e", "address": "fa:16:3e:6a:b7:61", "network": {"id": "4b515e54-1bc4-4196-8018-5cf5471d0ebc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-84210803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ee394a1adf468bb7af9fefa0dcb7e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bef2318-ce", "ovs_interfaceid": "1bef2318-ce9a-4732-a411-a599b0a90b2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.244811] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404567, 'name': CreateVM_Task, 'duration_secs': 0.371352} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.244995] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.246496] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.246675] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.246992] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.247505] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a973ad14-115b-427f-89f7-0ed35e2dc292 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.254099] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 912.254099] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526caf0c-0259-fd37-19aa-99d841cab35b" [ 912.254099] env[62849]: _type = "Task" [ 912.254099] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.263260] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526caf0c-0259-fd37-19aa-99d841cab35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.496141] env[62849]: DEBUG nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.625320] env[62849]: DEBUG nova.network.neutron [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Successfully updated port: 609a0576-af6d-427d-bf41-62c6f57f0c56 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 912.654735] env[62849]: DEBUG oslo_concurrency.lockutils [req-85c5f921-68b9-4e3d-9ab7-615ea329a470 req-6a528c20-72e1-4136-9291-25d192180c52 service nova] Releasing lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.656437] env[62849]: DEBUG nova.compute.manager [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.656640] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.657656] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82c4e3f-8043-45d9-8e24-a62ffd0ef43c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.667080] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.667405] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3476354-1760-452a-805a-84626c996fb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.728803] env[62849]: DEBUG nova.network.neutron [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Successfully created port: 6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 912.739616] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.739914] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.740147] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleting the datastore file [datastore2] a53bda5f-9f7a-4baf-b956-5266ccc93507 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.741040] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1dc3262-b69e-4be4-838f-c366c2cf28c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.748557] env[62849]: DEBUG oslo_vmware.api [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 912.748557] env[62849]: value = "task-4404569" [ 912.748557] env[62849]: _type = "Task" [ 912.748557] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.765712] env[62849]: DEBUG oslo_vmware.api [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.768923] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526caf0c-0259-fd37-19aa-99d841cab35b, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.772104] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.772265] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.772586] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.772761] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.772893] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.773570] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1305faa-b94c-4c54-9480-7edf869b23ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.790573] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.790912] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.793232] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d676b5-8b93-4681-8f44-ec2f60703c49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.805129] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 912.805129] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5222494d-1d6c-cace-add1-566e9d9cbdba" [ 912.805129] env[62849]: _type = "Task" [ 912.805129] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.824407] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5222494d-1d6c-cace-add1-566e9d9cbdba, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.825233] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56101bd7-a7f6-4372-a796-98b1203ab380 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.831950] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 912.831950] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522d0bf7-3691-fc73-2997-5de3e4127624" [ 912.831950] env[62849]: _type = "Task" [ 912.831950] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.847649] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522d0bf7-3691-fc73-2997-5de3e4127624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.881296] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecda046d-4085-4b68-940f-6642037a1fba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.890307] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fcac13-8a70-45b5-a64f-5f73b6769bd1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.924015] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969af466-f09a-4a70-b814-4aff65c59605 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.933226] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf34429-1c66-48b6-a54f-35e7d0fe5fc5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.949983] env[62849]: DEBUG nova.compute.provider_tree [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.049222] env[62849]: DEBUG oslo_concurrency.lockutils [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.049510] env[62849]: DEBUG oslo_concurrency.lockutils [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.129437] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "refresh_cache-9a35cf4e-4631-430e-b984-a10eb07ed0fc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.129437] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquired lock "refresh_cache-9a35cf4e-4631-430e-b984-a10eb07ed0fc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.129437] env[62849]: DEBUG nova.network.neutron [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 913.267177] env[62849]: DEBUG oslo_vmware.api [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168919} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.267545] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.267746] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.267953] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.268112] env[62849]: INFO nova.compute.manager [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Took 0.61 seconds to destroy the instance on the hypervisor. [ 913.268489] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.269011] env[62849]: DEBUG nova.compute.manager [-] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.269243] env[62849]: DEBUG nova.network.neutron [-] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 913.301172] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.301438] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.301658] env[62849]: INFO nova.compute.manager [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Shelving [ 913.346412] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522d0bf7-3691-fc73-2997-5de3e4127624, 'name': SearchDatastore_Task, 'duration_secs': 0.016766} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.346758] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.347030] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 424811f2-9309-4b64-86f2-5565ee1be904/424811f2-9309-4b64-86f2-5565ee1be904.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.347331] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67aedb31-8b7a-471f-be31-a5de0c6db510 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.356217] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 913.356217] env[62849]: value = "task-4404570" [ 913.356217] env[62849]: _type = "Task" [ 913.356217] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.365832] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.453475] env[62849]: DEBUG nova.scheduler.client.report [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.512086] env[62849]: DEBUG nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.540039] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.540292] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.540451] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.540661] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.540814] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.540961] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.541182] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.541341] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.541514] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.541662] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.541885] env[62849]: DEBUG nova.virt.hardware [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.542730] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b22b9dc-6e5e-495f-8aad-b5d1108524f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.552234] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffca21c1-34dc-4b9e-af3a-db570a07dbf0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.556698] env[62849]: INFO nova.compute.manager [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Detaching volume 4fd40f81-526e-410e-bea5-c4cd5ba08285 [ 913.615076] env[62849]: INFO nova.virt.block_device [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Attempting to driver detach volume 4fd40f81-526e-410e-bea5-c4cd5ba08285 from mountpoint /dev/sdb [ 913.615076] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 913.615076] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862029', 'volume_id': '4fd40f81-526e-410e-bea5-c4cd5ba08285', 'name': 'volume-4fd40f81-526e-410e-bea5-c4cd5ba08285', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '379996e0-b80e-4066-a47f-1bcf26c647fb', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd40f81-526e-410e-bea5-c4cd5ba08285', 'serial': '4fd40f81-526e-410e-bea5-c4cd5ba08285'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 913.616359] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d8a30-af51-45c0-a37c-0a2df08ee899 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.644412] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c359150a-e1bd-486e-9aea-28df05053e1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.653811] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198da86d-83a6-421d-92db-eec0771b9fcd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.679865] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89d4f2-cb57-4089-b09b-3f35e8c518e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.685400] env[62849]: DEBUG nova.network.neutron [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 913.704762] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] The volume has not been displaced from its original location: [datastore1] volume-4fd40f81-526e-410e-bea5-c4cd5ba08285/volume-4fd40f81-526e-410e-bea5-c4cd5ba08285.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 913.710535] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.714376] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfae4b8-c4c6-4afa-bac5-7a60060b5b7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.730015] env[62849]: DEBUG nova.compute.manager [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Received event network-vif-plugged-609a0576-af6d-427d-bf41-62c6f57f0c56 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 913.730353] env[62849]: DEBUG oslo_concurrency.lockutils [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] Acquiring lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.730616] env[62849]: DEBUG oslo_concurrency.lockutils [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] Lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.730846] env[62849]: DEBUG oslo_concurrency.lockutils [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] Lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.731040] env[62849]: DEBUG nova.compute.manager [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] No waiting events found dispatching network-vif-plugged-609a0576-af6d-427d-bf41-62c6f57f0c56 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.731209] env[62849]: WARNING nova.compute.manager [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Received unexpected event network-vif-plugged-609a0576-af6d-427d-bf41-62c6f57f0c56 for instance with vm_state building and task_state spawning. [ 913.731376] env[62849]: DEBUG nova.compute.manager [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Received event network-changed-609a0576-af6d-427d-bf41-62c6f57f0c56 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 913.731618] env[62849]: DEBUG nova.compute.manager [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Refreshing instance network info cache due to event network-changed-609a0576-af6d-427d-bf41-62c6f57f0c56. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 913.731912] env[62849]: DEBUG oslo_concurrency.lockutils [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] Acquiring lock "refresh_cache-9a35cf4e-4631-430e-b984-a10eb07ed0fc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.740759] env[62849]: DEBUG oslo_vmware.api [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 913.740759] env[62849]: value = "task-4404571" [ 913.740759] env[62849]: _type = "Task" [ 913.740759] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.751618] env[62849]: DEBUG oslo_vmware.api [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.870193] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404570, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.939724] env[62849]: DEBUG nova.network.neutron [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Updating instance_info_cache with network_info: [{"id": "609a0576-af6d-427d-bf41-62c6f57f0c56", "address": "fa:16:3e:50:17:f0", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609a0576-af", "ovs_interfaceid": "609a0576-af6d-427d-bf41-62c6f57f0c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.960063] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.960063] env[62849]: DEBUG nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.963705] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.664s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.964435] env[62849]: DEBUG nova.objects.instance [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lazy-loading 'resources' on Instance uuid 986f71a7-89f3-414e-b161-cd489626f817 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.081686] env[62849]: DEBUG nova.network.neutron [-] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.252107] env[62849]: DEBUG oslo_vmware.api [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404571, 'name': ReconfigVM_Task, 'duration_secs': 0.288653} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.252422] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 914.259982] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027b2678-0215-45f8-a125-d28f52a917b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.279715] env[62849]: DEBUG oslo_vmware.api [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 914.279715] env[62849]: value = "task-4404572" [ 914.279715] env[62849]: _type = "Task" [ 914.279715] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.291935] env[62849]: DEBUG oslo_vmware.api [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.319119] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.319119] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-273f8cd6-aabf-45d2-9504-de4581f43374 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.328509] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 914.328509] env[62849]: value = "task-4404573" [ 914.328509] env[62849]: _type = "Task" [ 914.328509] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.343347] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.376490] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513018} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.376963] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 424811f2-9309-4b64-86f2-5565ee1be904/424811f2-9309-4b64-86f2-5565ee1be904.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.377547] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.378058] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a228ead1-1cd4-49b5-961c-4b00518c47eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.389893] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 914.389893] env[62849]: value = "task-4404574" [ 914.389893] env[62849]: _type = "Task" [ 914.389893] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.408316] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.444334] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Releasing lock "refresh_cache-9a35cf4e-4631-430e-b984-a10eb07ed0fc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.444334] env[62849]: DEBUG nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Instance network_info: |[{"id": "609a0576-af6d-427d-bf41-62c6f57f0c56", "address": "fa:16:3e:50:17:f0", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609a0576-af", "ovs_interfaceid": "609a0576-af6d-427d-bf41-62c6f57f0c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.444334] env[62849]: DEBUG oslo_concurrency.lockutils [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] Acquired lock "refresh_cache-9a35cf4e-4631-430e-b984-a10eb07ed0fc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.444707] env[62849]: DEBUG nova.network.neutron [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Refreshing network info cache for port 609a0576-af6d-427d-bf41-62c6f57f0c56 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.445878] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:17:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '609a0576-af6d-427d-bf41-62c6f57f0c56', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.453933] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.454496] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.454730] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c4bbd3b-0c4a-495e-beb2-c0a8f53215bb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.472041] env[62849]: DEBUG nova.compute.utils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.476727] env[62849]: DEBUG nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.476873] env[62849]: DEBUG nova.network.neutron [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 914.484558] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.484558] env[62849]: value = "task-4404575" [ 914.484558] env[62849]: _type = "Task" [ 914.484558] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.497345] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404575, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.551730] env[62849]: DEBUG nova.policy [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24341b7eccd4d9c83b0696f4d234c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '177c81516407466fadb0d74b0e446829', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.585319] env[62849]: INFO nova.compute.manager [-] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Took 1.32 seconds to deallocate network for instance. [ 914.725432] env[62849]: DEBUG nova.network.neutron [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Successfully updated port: 6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 914.790970] env[62849]: DEBUG oslo_vmware.api [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404572, 'name': ReconfigVM_Task, 'duration_secs': 0.198955} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.791303] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862029', 'volume_id': '4fd40f81-526e-410e-bea5-c4cd5ba08285', 'name': 'volume-4fd40f81-526e-410e-bea5-c4cd5ba08285', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '379996e0-b80e-4066-a47f-1bcf26c647fb', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd40f81-526e-410e-bea5-c4cd5ba08285', 'serial': '4fd40f81-526e-410e-bea5-c4cd5ba08285'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 914.820887] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ed68c-011a-4cf4-b82a-25c81596c47d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.837450] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f586a4e-40aa-4094-bcb1-977a8284a640 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.850396] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404573, 'name': PowerOffVM_Task, 'duration_secs': 0.322956} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.875668] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.877270] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636ecbad-01a6-4c28-a9e1-420af9c086c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.880677] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df68de-5eb0-48e1-99d9-abc16ba3588d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.908650] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307c064-cce5-404a-9184-b336e707af1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.914900] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be22b40-b7b8-48e6-9723-02f3948e4d1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.930346] env[62849]: DEBUG nova.compute.provider_tree [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.931065] env[62849]: DEBUG nova.network.neutron [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Successfully created port: b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 914.943029] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085745} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.943029] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.943029] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f239dfe-9d71-4309-b8c2-33faaf1dbd70 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.970226] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 424811f2-9309-4b64-86f2-5565ee1be904/424811f2-9309-4b64-86f2-5565ee1be904.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.971019] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189015b9-a34b-4acb-b2b1-bce97096f427 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.986959] env[62849]: DEBUG nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.002102] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404575, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.003904] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 915.003904] env[62849]: value = "task-4404576" [ 915.003904] env[62849]: _type = "Task" [ 915.003904] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.014414] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.093078] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.229171] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.229171] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.229171] env[62849]: DEBUG nova.network.neutron [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.274997] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.275576] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.425135] env[62849]: ERROR nova.compute.manager [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Failed to confirm volume detach for volume 4fd40f81-526e-410e-bea5-c4cd5ba08285. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 915.429514] env[62849]: DEBUG nova.objects.instance [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.430025] env[62849]: DEBUG nova.network.neutron [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Updated VIF entry in instance network info cache for port 609a0576-af6d-427d-bf41-62c6f57f0c56. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 915.430941] env[62849]: DEBUG nova.network.neutron [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Updating instance_info_cache with network_info: [{"id": "609a0576-af6d-427d-bf41-62c6f57f0c56", "address": "fa:16:3e:50:17:f0", "network": {"id": "fe28a155-1d6d-4e28-8217-65dab0fd1ef8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "bb5df615cc874942a4225682fccd8708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609a0576-af", "ovs_interfaceid": "609a0576-af6d-427d-bf41-62c6f57f0c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.441782] env[62849]: DEBUG nova.scheduler.client.report [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.446335] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.446940] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4247f120-4af3-4467-b946-dc9bf4b1e031 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.456419] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 915.456419] env[62849]: value = "task-4404577" [ 915.456419] env[62849]: _type = "Task" [ 915.456419] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.468118] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404577, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.505218] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404575, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.519709] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404576, 'name': ReconfigVM_Task, 'duration_secs': 0.277775} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.520122] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 424811f2-9309-4b64-86f2-5565ee1be904/424811f2-9309-4b64-86f2-5565ee1be904.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.520844] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76482de6-79ae-4f80-91ed-61f060767665 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.529624] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 915.529624] env[62849]: value = "task-4404578" [ 915.529624] env[62849]: _type = "Task" [ 915.529624] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.540838] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404578, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.780943] env[62849]: DEBUG nova.compute.utils [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.786842] env[62849]: DEBUG nova.network.neutron [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 915.934926] env[62849]: DEBUG oslo_concurrency.lockutils [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] Releasing lock "refresh_cache-9a35cf4e-4631-430e-b984-a10eb07ed0fc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.935203] env[62849]: DEBUG nova.compute.manager [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Received event network-vif-deleted-000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 915.935391] env[62849]: INFO nova.compute.manager [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Neutron deleted interface 000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f; detaching it from the instance and deleting it from the info cache [ 915.935634] env[62849]: DEBUG nova.network.neutron [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.948475] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.951984] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.093s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.951984] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.951984] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 915.951984] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.076s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.957018] env[62849]: INFO nova.compute.claims [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.958918] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851f9f8f-6cb8-499c-9d64-a46186d4782e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.978391] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1da6612-147d-46a2-9053-c93b85b4c702 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.982241] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404577, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.998245] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0314575d-3e93-4aa1-8863-8dd7c411b040 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.001658] env[62849]: INFO nova.scheduler.client.report [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted allocations for instance 986f71a7-89f3-414e-b161-cd489626f817 [ 916.005755] env[62849]: DEBUG nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.025406] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404575, 'name': CreateVM_Task, 'duration_secs': 1.264851} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.025406] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.025406] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931fff9c-19cc-47b2-810e-7e1432e828d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.029243] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.029508] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.029825] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.030185] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2f18e5-1b6f-47b2-84a0-472e21c4000d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.070697] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179246MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 916.070923] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.073384] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.074084] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.074084] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.074084] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.074382] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.074382] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.074553] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.074713] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.074876] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.075206] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.075387] env[62849]: DEBUG nova.virt.hardware [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.076334] env[62849]: DEBUG nova.network.neutron [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance_info_cache with network_info: [{"id": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "address": "fa:16:3e:ab:f3:6c", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ceb3fa2-c9", "ovs_interfaceid": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.078805] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c2468b-2f83-4615-abb8-4c3ea1f1d0ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.086051] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 916.086051] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ea392f-37cd-26bd-def8-7500f416719e" [ 916.086051] env[62849]: _type = "Task" [ 916.086051] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.086346] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404578, 'name': Rename_Task, 'duration_secs': 0.15253} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.087108] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.090963] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd357a32-fd00-4b56-9e0b-def02f8d271c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.097418] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ccbbff-2f6a-42c9-91eb-75b926fa6899 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.106503] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 916.106503] env[62849]: value = "task-4404579" [ 916.106503] env[62849]: _type = "Task" [ 916.106503] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.106750] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ea392f-37cd-26bd-def8-7500f416719e, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.107470] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.107707] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.107959] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.108127] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.108313] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.111537] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412c5107-8e53-4709-aee7-07b02339863d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.132370] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404579, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.134737] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.135121] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.136014] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac889c9-edc3-419a-917e-f2c56dee6988 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.144331] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 916.144331] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cfd734-2eab-4531-831a-eef7cf67632f" [ 916.144331] env[62849]: _type = "Task" [ 916.144331] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.147385] env[62849]: DEBUG nova.compute.manager [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Received event network-vif-plugged-6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 916.147661] env[62849]: DEBUG oslo_concurrency.lockutils [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] Acquiring lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.147886] env[62849]: DEBUG oslo_concurrency.lockutils [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.148315] env[62849]: DEBUG oslo_concurrency.lockutils [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.148315] env[62849]: DEBUG nova.compute.manager [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] No waiting events found dispatching network-vif-plugged-6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.148647] env[62849]: WARNING nova.compute.manager [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Received unexpected event network-vif-plugged-6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b for instance with vm_state building and task_state spawning. [ 916.148647] env[62849]: DEBUG nova.compute.manager [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Received event network-changed-6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 916.148779] env[62849]: DEBUG nova.compute.manager [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Refreshing instance network info cache due to event network-changed-6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 916.149122] env[62849]: DEBUG oslo_concurrency.lockutils [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] Acquiring lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.161822] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cfd734-2eab-4531-831a-eef7cf67632f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.288846] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.439855] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f74f381-2030-491f-a500-46bc639e92b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.442194] env[62849]: DEBUG oslo_concurrency.lockutils [None req-305a21f6-3e13-49b5-826d-2b9c1ceede89 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.393s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.452262] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64937683-2157-4631-9c98-6c8717a89307 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.490664] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404577, 'name': CreateSnapshot_Task, 'duration_secs': 0.786032} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.500996] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.501411] env[62849]: DEBUG nova.compute.manager [req-22dfe581-4b6f-4749-bc70-e87e29b375fc req-902c23a8-7397-429a-95d2-e81c79af4806 service nova] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Detach interface failed, port_id=000db4e4-41c3-4f46-a1a9-9d5b9c17eb2f, reason: Instance a53bda5f-9f7a-4baf-b956-5266ccc93507 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 916.502499] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d97ed13-fe56-473d-9d2c-3e3895e38cd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.521259] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ed037d9f-66ef-4afe-b1af-c2717af8b3c0 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "986f71a7-89f3-414e-b161-cd489626f817" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.921s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.582576] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.582948] env[62849]: DEBUG nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Instance network_info: |[{"id": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "address": "fa:16:3e:ab:f3:6c", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ceb3fa2-c9", "ovs_interfaceid": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.583285] env[62849]: DEBUG oslo_concurrency.lockutils [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] Acquired lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.583460] env[62849]: DEBUG nova.network.neutron [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Refreshing network info cache for port 6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.584692] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:f3:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.596461] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.599671] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.600391] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62cecefd-9146-4e21-a007-98a89cee3770 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.640749] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404579, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.643216] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.643216] env[62849]: value = "task-4404580" [ 916.643216] env[62849]: _type = "Task" [ 916.643216] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.660330] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cfd734-2eab-4531-831a-eef7cf67632f, 'name': SearchDatastore_Task, 'duration_secs': 0.020895} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.667093] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404580, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.667093] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57ba869-63b3-4c9a-bb8a-7cfa8702532e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.672739] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 916.672739] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52277113-2162-9987-2cc7-a1906831920e" [ 916.672739] env[62849]: _type = "Task" [ 916.672739] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.683154] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52277113-2162-9987-2cc7-a1906831920e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.712023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.712023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.712023] env[62849]: DEBUG nova.compute.manager [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.712023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f23fa-103f-489f-98c5-f99cbdd89ddc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.719644] env[62849]: DEBUG nova.compute.manager [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 916.720581] env[62849]: DEBUG nova.objects.instance [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.028228] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 917.031376] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9711912d-fc66-432c-97b0-921e15fb4495 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.041477] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 917.041477] env[62849]: value = "task-4404581" [ 917.041477] env[62849]: _type = "Task" [ 917.041477] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.057308] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404581, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.148321] env[62849]: DEBUG oslo_vmware.api [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404579, 'name': PowerOnVM_Task, 'duration_secs': 0.556608} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.152643] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.154878] env[62849]: INFO nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Took 8.56 seconds to spawn the instance on the hypervisor. [ 917.154878] env[62849]: DEBUG nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.158349] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371873ac-d12f-4c78-9f1e-18bde5f17799 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.169022] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404580, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.187155] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52277113-2162-9987-2cc7-a1906831920e, 'name': SearchDatastore_Task, 'duration_secs': 0.015177} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.187689] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.188063] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9a35cf4e-4631-430e-b984-a10eb07ed0fc/9a35cf4e-4631-430e-b984-a10eb07ed0fc.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.188404] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d3415b9-e075-4aba-9af6-c48445f0d333 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.202768] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 917.202768] env[62849]: value = "task-4404582" [ 917.202768] env[62849]: _type = "Task" [ 917.202768] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.211387] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.299474] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc96dba-d929-4fe0-b683-ca85e62e57af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.308339] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d679f5f-89ff-4267-b3d2-1baa8a2da22e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.345511] env[62849]: DEBUG nova.network.neutron [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updated VIF entry in instance network info cache for port 6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 917.345882] env[62849]: DEBUG nova.network.neutron [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance_info_cache with network_info: [{"id": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "address": "fa:16:3e:ab:f3:6c", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ceb3fa2-c9", "ovs_interfaceid": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.347727] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7983eeb2-ffde-4d9a-87aa-e1d2e2d481f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.357056] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c9229-5690-4082-b85c-c4cb4f2f6c50 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.374949] env[62849]: DEBUG nova.compute.provider_tree [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.389443] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.389679] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.389895] env[62849]: INFO nova.compute.manager [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Attaching volume b67f537c-afd4-4337-8990-0e1d09e90a5b to /dev/sdb [ 917.441057] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc8abc8-af11-4ee5-aa43-6ff63b85751c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.448757] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853ec2e-a759-4d15-aff3-8752c1fd3268 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.463338] env[62849]: DEBUG nova.virt.block_device [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Updating existing volume attachment record: c6bb196c-71d8-4e73-8c1a-e00831560988 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 917.546334] env[62849]: DEBUG nova.network.neutron [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Successfully updated port: b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 917.553645] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404581, 'name': CloneVM_Task} progress is 93%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.663707] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404580, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.690057] env[62849]: INFO nova.compute.manager [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Took 19.24 seconds to build instance. [ 917.714061] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404582, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.729461] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.729922] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89098230-d20e-41f9-82f0-3ab66a77feb4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.739994] env[62849]: DEBUG oslo_vmware.api [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 917.739994] env[62849]: value = "task-4404584" [ 917.739994] env[62849]: _type = "Task" [ 917.739994] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.751266] env[62849]: DEBUG oslo_vmware.api [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.852158] env[62849]: DEBUG oslo_concurrency.lockutils [req-0a4fee84-5632-4add-a672-e166cdc1c574 req-bb383ab9-0591-479b-9560-ab1cae476d18 service nova] Releasing lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.879697] env[62849]: DEBUG nova.scheduler.client.report [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.049413] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "refresh_cache-085a5ca0-21eb-4379-8858-ae7bb0ba1386" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.049641] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "refresh_cache-085a5ca0-21eb-4379-8858-ae7bb0ba1386" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.049736] env[62849]: DEBUG nova.network.neutron [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.061663] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404581, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.164796] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404580, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.194085] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b7d4027c-b481-495c-ad8c-5c13d38fe657 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "424811f2-9309-4b64-86f2-5565ee1be904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.760s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.216666] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769366} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.217184] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9a35cf4e-4631-430e-b984-a10eb07ed0fc/9a35cf4e-4631-430e-b984-a10eb07ed0fc.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.217568] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.217996] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7847d770-271c-4605-b464-c8661b203747 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.229055] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 918.229055] env[62849]: value = "task-4404585" [ 918.229055] env[62849]: _type = "Task" [ 918.229055] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.240936] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.255026] env[62849]: DEBUG oslo_vmware.api [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404584, 'name': PowerOffVM_Task, 'duration_secs': 0.233177} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.255026] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.255026] env[62849]: DEBUG nova.compute.manager [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.255026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed1703f-ebdf-456e-972c-c2b893438209 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.302861] env[62849]: DEBUG nova.compute.manager [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Received event network-vif-plugged-b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 918.303511] env[62849]: DEBUG oslo_concurrency.lockutils [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] Acquiring lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.303758] env[62849]: DEBUG oslo_concurrency.lockutils [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.303925] env[62849]: DEBUG oslo_concurrency.lockutils [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.304415] env[62849]: DEBUG nova.compute.manager [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] No waiting events found dispatching network-vif-plugged-b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.304602] env[62849]: WARNING nova.compute.manager [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Received unexpected event network-vif-plugged-b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba for instance with vm_state building and task_state spawning. [ 918.304782] env[62849]: DEBUG nova.compute.manager [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Received event network-changed-b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 918.304980] env[62849]: DEBUG nova.compute.manager [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Refreshing instance network info cache due to event network-changed-b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 918.305253] env[62849]: DEBUG oslo_concurrency.lockutils [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] Acquiring lock "refresh_cache-085a5ca0-21eb-4379-8858-ae7bb0ba1386" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.387237] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.388476] env[62849]: DEBUG nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.397026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.603s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.397026] env[62849]: DEBUG nova.objects.instance [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lazy-loading 'resources' on Instance uuid ee099f8b-a6c2-42c2-99fc-e14647278bcc {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.562639] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404581, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.613154] env[62849]: DEBUG nova.network.neutron [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 918.668662] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404580, 'name': CreateVM_Task, 'duration_secs': 1.557712} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.668906] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.669654] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.669823] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.670204] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.670478] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbab43a6-c824-430c-b654-0b25bf9bf9fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.677080] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 918.677080] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523afab3-7f96-47f3-166c-ad1a7ff5c484" [ 918.677080] env[62849]: _type = "Task" [ 918.677080] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.686884] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523afab3-7f96-47f3-166c-ad1a7ff5c484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.741554] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075175} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.741880] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.743098] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b8b61b-777b-41cb-b285-a18028d88d95 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.770493] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 9a35cf4e-4631-430e-b984-a10eb07ed0fc/9a35cf4e-4631-430e-b984-a10eb07ed0fc.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.774446] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21119f33-3d53-4426-b369-b08e09b3487f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.795605] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be1df546-5508-4fc7-9006-8c0f1d001063 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.804990] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 918.804990] env[62849]: value = "task-4404586" [ 918.804990] env[62849]: _type = "Task" [ 918.804990] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.817906] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.900926] env[62849]: DEBUG nova.compute.utils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.910154] env[62849]: DEBUG nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.910736] env[62849]: DEBUG nova.network.neutron [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 919.041271] env[62849]: DEBUG nova.policy [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f840aca018b475eb736e8a36f9bc6fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '838d50fa4eeb49fcbcae8f13aaf57d18', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.045314] env[62849]: DEBUG nova.network.neutron [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Updating instance_info_cache with network_info: [{"id": "b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba", "address": "fa:16:3e:be:f7:5c", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07415e9-9a", "ovs_interfaceid": "b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.061574] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404581, 'name': CloneVM_Task, 'duration_secs': 1.883361} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.071350] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Created linked-clone VM from snapshot [ 919.072485] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701c8750-8f05-4030-bd23-fa8e2316ec7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.083394] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Uploading image f86e80f0-1385-4a29-8ab8-1e511ada18e3 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 919.117084] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 919.117084] env[62849]: value = "vm-862057" [ 919.117084] env[62849]: _type = "VirtualMachine" [ 919.117084] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 919.118023] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e8db1961-572e-471d-ace9-e0abf83424b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.128236] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lease: (returnval){ [ 919.128236] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b8fcb8-d365-0208-28d9-d54477603f85" [ 919.128236] env[62849]: _type = "HttpNfcLease" [ 919.128236] env[62849]: } obtained for exporting VM: (result){ [ 919.128236] env[62849]: value = "vm-862057" [ 919.128236] env[62849]: _type = "VirtualMachine" [ 919.128236] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 919.128590] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the lease: (returnval){ [ 919.128590] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b8fcb8-d365-0208-28d9-d54477603f85" [ 919.128590] env[62849]: _type = "HttpNfcLease" [ 919.128590] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 919.148315] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.148315] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b8fcb8-d365-0208-28d9-d54477603f85" [ 919.148315] env[62849]: _type = "HttpNfcLease" [ 919.148315] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 919.192122] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523afab3-7f96-47f3-166c-ad1a7ff5c484, 'name': SearchDatastore_Task, 'duration_secs': 0.0302} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.192477] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.192708] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.192957] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.193802] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.193802] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.193802] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b6f9a64-dae2-4c30-9989-cf89ec8fa2ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.208784] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.209009] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.212333] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033d7931-1134-4481-a60b-0a74038bd562 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.220158] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 919.220158] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f9536b-b57e-b3f4-c242-3b4087ab479d" [ 919.220158] env[62849]: _type = "Task" [ 919.220158] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.228927] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f9536b-b57e-b3f4-c242-3b4087ab479d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.252824] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73704d49-7507-4b3e-9d29-ecde1562e811 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.262106] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a8928-48f9-498a-be2b-e121a0d2a148 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.310670] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f08cebf-e8d3-44e1-b914-9bb4dc6e83d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.327620] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.335252] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6a23c3-e49a-4ef3-8265-ca34dc54b73d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.356892] env[62849]: DEBUG nova.compute.provider_tree [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.411129] env[62849]: DEBUG nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.554551] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "refresh_cache-085a5ca0-21eb-4379-8858-ae7bb0ba1386" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.555332] env[62849]: DEBUG nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Instance network_info: |[{"id": "b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba", "address": "fa:16:3e:be:f7:5c", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07415e9-9a", "ovs_interfaceid": "b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.555332] env[62849]: DEBUG oslo_concurrency.lockutils [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] Acquired lock "refresh_cache-085a5ca0-21eb-4379-8858-ae7bb0ba1386" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.555332] env[62849]: DEBUG nova.network.neutron [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Refreshing network info cache for port b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.556621] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:f7:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.566370] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating folder: Project (177c81516407466fadb0d74b0e446829). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.567076] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97dd90a7-3402-4261-8cc4-a0c63a9c7ae5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.581214] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created folder: Project (177c81516407466fadb0d74b0e446829) in parent group-v861840. [ 919.581421] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating folder: Instances. Parent ref: group-v862059. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.581671] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-974086ad-6bcb-4fad-b3da-49be92f90bf6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.594103] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created folder: Instances in parent group-v862059. [ 919.594525] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.594847] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.594847] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-951baefa-4148-4638-a999-d0f8df69a7dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.619129] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.619129] env[62849]: value = "task-4404590" [ 919.619129] env[62849]: _type = "Task" [ 919.619129] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.630286] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404590, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.644038] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquiring lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.644038] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.647916] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 919.647916] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b8fcb8-d365-0208-28d9-d54477603f85" [ 919.647916] env[62849]: _type = "HttpNfcLease" [ 919.647916] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 919.648174] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 919.648174] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b8fcb8-d365-0208-28d9-d54477603f85" [ 919.648174] env[62849]: _type = "HttpNfcLease" [ 919.648174] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 919.649072] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86910877-3d9a-467c-a3b8-0866d1bab3c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.660629] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b59f60-f610-76d3-2b8b-fc4e03dae4fa/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 919.660860] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b59f60-f610-76d3-2b8b-fc4e03dae4fa/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 919.735122] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f9536b-b57e-b3f4-c242-3b4087ab479d, 'name': SearchDatastore_Task, 'duration_secs': 0.019931} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.736044] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc09eeae-ffca-4ed8-b723-1de21c4e73b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.744063] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 919.744063] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52022ea7-b301-e82b-2908-e5085e13abd1" [ 919.744063] env[62849]: _type = "Task" [ 919.744063] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.755246] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52022ea7-b301-e82b-2908-e5085e13abd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.760378] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3e0153f-ab7f-4ed5-9178-6bb50b6c6b45 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.787177] env[62849]: DEBUG nova.network.neutron [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Successfully created port: e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.820773] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404586, 'name': ReconfigVM_Task, 'duration_secs': 0.585722} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.821180] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 9a35cf4e-4631-430e-b984-a10eb07ed0fc/9a35cf4e-4631-430e-b984-a10eb07ed0fc.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.821811] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1db7097-8392-475b-832e-ebcb15a55163 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.830824] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 919.830824] env[62849]: value = "task-4404592" [ 919.830824] env[62849]: _type = "Task" [ 919.830824] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.841089] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404592, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.860331] env[62849]: DEBUG nova.scheduler.client.report [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.019481] env[62849]: DEBUG nova.objects.instance [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.132528] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404590, 'name': CreateVM_Task, 'duration_secs': 0.441983} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.132851] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.133673] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.133841] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.134190] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.134474] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f965dce-273d-4e63-ba17-4d85da47f6ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.145662] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 920.145662] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522724f0-90cc-2b9d-d890-7a1b2c31d5a5" [ 920.145662] env[62849]: _type = "Task" [ 920.145662] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.149824] env[62849]: DEBUG nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.166042] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522724f0-90cc-2b9d-d890-7a1b2c31d5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.258398] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52022ea7-b301-e82b-2908-e5085e13abd1, 'name': SearchDatastore_Task, 'duration_secs': 0.013894} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.258398] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.258736] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7f226332-03c4-4bfd-b088-9f8aa67d8cf8/7f226332-03c4-4bfd-b088-9f8aa67d8cf8.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.259574] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4dc37df-583a-4b79-90bd-321be4b2e7cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.274622] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 920.274622] env[62849]: value = "task-4404593" [ 920.274622] env[62849]: _type = "Task" [ 920.274622] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.290060] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.349731] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404592, 'name': Rename_Task, 'duration_secs': 0.199734} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.350289] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.352174] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed700842-b315-4285-88be-8e156921ecd6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.363637] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 920.363637] env[62849]: value = "task-4404594" [ 920.363637] env[62849]: _type = "Task" [ 920.363637] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.368591] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.371692] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.543s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.373775] env[62849]: INFO nova.compute.claims [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.393801] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404594, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.423951] env[62849]: INFO nova.scheduler.client.report [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Deleted allocations for instance ee099f8b-a6c2-42c2-99fc-e14647278bcc [ 920.430533] env[62849]: DEBUG nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.434246] env[62849]: DEBUG nova.compute.manager [req-fa0abc8d-d18a-4cc4-abea-414d579e9f56 req-5e3e808c-ed55-4883-81b4-04738a7a9775 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Received event network-changed-1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 920.434586] env[62849]: DEBUG nova.compute.manager [req-fa0abc8d-d18a-4cc4-abea-414d579e9f56 req-5e3e808c-ed55-4883-81b4-04738a7a9775 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Refreshing instance network info cache due to event network-changed-1bef2318-ce9a-4732-a411-a599b0a90b2e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 920.434872] env[62849]: DEBUG oslo_concurrency.lockutils [req-fa0abc8d-d18a-4cc4-abea-414d579e9f56 req-5e3e808c-ed55-4883-81b4-04738a7a9775 service nova] Acquiring lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.435138] env[62849]: DEBUG oslo_concurrency.lockutils [req-fa0abc8d-d18a-4cc4-abea-414d579e9f56 req-5e3e808c-ed55-4883-81b4-04738a7a9775 service nova] Acquired lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.435472] env[62849]: DEBUG nova.network.neutron [req-fa0abc8d-d18a-4cc4-abea-414d579e9f56 req-5e3e808c-ed55-4883-81b4-04738a7a9775 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Refreshing network info cache for port 1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.490661] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.493027] env[62849]: DEBUG nova.virt.hardware [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.495371] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e667cab-5e4f-414a-8826-42521483f5b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.505843] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0c4542-5c74-4463-8a2c-08a48ad4c5fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.530039] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.532011] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.532292] env[62849]: DEBUG nova.network.neutron [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 920.532506] env[62849]: DEBUG nova.objects.instance [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'info_cache' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.664999] env[62849]: DEBUG nova.network.neutron [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Updated VIF entry in instance network info cache for port b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 920.667874] env[62849]: DEBUG nova.network.neutron [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Updating instance_info_cache with network_info: [{"id": "b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba", "address": "fa:16:3e:be:f7:5c", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb07415e9-9a", "ovs_interfaceid": "b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.672708] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522724f0-90cc-2b9d-d890-7a1b2c31d5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.019184} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.676046] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.676046] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.676189] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.676304] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.676515] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.677043] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a72bd4f6-66f0-4538-a163-8ab6e722b66a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.693689] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.693995] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.695647] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa943a2-fbc4-40b8-a21b-c8cc66f9d7fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.707432] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 920.707432] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52016ee4-eb7d-0942-1ee4-17a8375c83e6" [ 920.707432] env[62849]: _type = "Task" [ 920.707432] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.709616] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.726700] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52016ee4-eb7d-0942-1ee4-17a8375c83e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.789308] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.884608] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404594, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.942428] env[62849]: DEBUG oslo_concurrency.lockutils [None req-810d41f5-24f3-4e0c-aa7c-145595a25e7b tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "ee099f8b-a6c2-42c2-99fc-e14647278bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.298s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.039326] env[62849]: DEBUG nova.objects.base [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Object Instance<379996e0-b80e-4066-a47f-1bcf26c647fb> lazy-loaded attributes: flavor,info_cache {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.176874] env[62849]: DEBUG oslo_concurrency.lockutils [req-76b3777a-5099-4fc0-905c-57c9236a4744 req-a42c0bb2-7709-44c8-8794-e82ccf6bd802 service nova] Releasing lock "refresh_cache-085a5ca0-21eb-4379-8858-ae7bb0ba1386" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.225858] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52016ee4-eb7d-0942-1ee4-17a8375c83e6, 'name': SearchDatastore_Task, 'duration_secs': 0.059922} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.227095] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3d26b5-2aa1-4a5d-873e-e8d8c30eeebe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.234891] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 921.234891] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee7496-ef5e-9f9c-b2b3-bb4d1c6923e3" [ 921.234891] env[62849]: _type = "Task" [ 921.234891] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.247652] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee7496-ef5e-9f9c-b2b3-bb4d1c6923e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.286188] env[62849]: DEBUG nova.network.neutron [req-fa0abc8d-d18a-4cc4-abea-414d579e9f56 req-5e3e808c-ed55-4883-81b4-04738a7a9775 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Updated VIF entry in instance network info cache for port 1bef2318-ce9a-4732-a411-a599b0a90b2e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 921.287072] env[62849]: DEBUG nova.network.neutron [req-fa0abc8d-d18a-4cc4-abea-414d579e9f56 req-5e3e808c-ed55-4883-81b4-04738a7a9775 service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Updating instance_info_cache with network_info: [{"id": "1bef2318-ce9a-4732-a411-a599b0a90b2e", "address": "fa:16:3e:6a:b7:61", "network": {"id": "4b515e54-1bc4-4196-8018-5cf5471d0ebc", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-84210803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ee394a1adf468bb7af9fefa0dcb7e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bef2318-ce", "ovs_interfaceid": "1bef2318-ce9a-4732-a411-a599b0a90b2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.295391] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670615} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.295391] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7f226332-03c4-4bfd-b088-9f8aa67d8cf8/7f226332-03c4-4bfd-b088-9f8aa67d8cf8.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.295391] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.295391] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8efece08-08be-41c4-bdce-6293af29f2ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.305940] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 921.305940] env[62849]: value = "task-4404595" [ 921.305940] env[62849]: _type = "Task" [ 921.305940] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.320712] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.376424] env[62849]: DEBUG oslo_vmware.api [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404594, 'name': PowerOnVM_Task, 'duration_secs': 0.636686} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.377481] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.377481] env[62849]: INFO nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Took 10.36 seconds to spawn the instance on the hypervisor. [ 921.377918] env[62849]: DEBUG nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.379072] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dbf653-40ea-42a3-9e1f-1fec2cba4124 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.693826] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86cd61d-5652-4686-8988-607f4c03ce78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.703911] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d179c632-b32e-4e42-b6d6-994639a1aeed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.753026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c55a0d-8161-45e8-b85a-5a945bff55ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.763225] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee7496-ef5e-9f9c-b2b3-bb4d1c6923e3, 'name': SearchDatastore_Task, 'duration_secs': 0.022453} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.764749] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3d4c86-7a25-4287-bbd3-209822dea5f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.769710] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.770189] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 085a5ca0-21eb-4379-8858-ae7bb0ba1386/085a5ca0-21eb-4379-8858-ae7bb0ba1386.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.770690] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c77f2d78-ddc4-414d-94f6-df15b6d20506 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.787491] env[62849]: DEBUG nova.compute.provider_tree [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.790763] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 921.790763] env[62849]: value = "task-4404596" [ 921.790763] env[62849]: _type = "Task" [ 921.790763] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.795132] env[62849]: DEBUG oslo_concurrency.lockutils [req-fa0abc8d-d18a-4cc4-abea-414d579e9f56 req-5e3e808c-ed55-4883-81b4-04738a7a9775 service nova] Releasing lock "refresh_cache-424811f2-9309-4b64-86f2-5565ee1be904" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.802378] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.819805] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081585} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.819805] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.819805] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f791186d-70c4-4649-bfe5-6bfc20081f3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.845302] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 7f226332-03c4-4bfd-b088-9f8aa67d8cf8/7f226332-03c4-4bfd-b088-9f8aa67d8cf8.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.846137] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7747cf30-a717-43d8-a250-b4c6e762fdc6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.868038] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 921.868038] env[62849]: value = "task-4404597" [ 921.868038] env[62849]: _type = "Task" [ 921.868038] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.877389] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.907569] env[62849]: INFO nova.compute.manager [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Took 22.55 seconds to build instance. [ 922.033153] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 922.033484] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862058', 'volume_id': 'b67f537c-afd4-4337-8990-0e1d09e90a5b', 'name': 'volume-b67f537c-afd4-4337-8990-0e1d09e90a5b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4534d7d-9d5b-47cb-8617-c0725d506cbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'b67f537c-afd4-4337-8990-0e1d09e90a5b', 'serial': 'b67f537c-afd4-4337-8990-0e1d09e90a5b'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 922.034538] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a46135f-798b-4ba5-84b6-f34a000c5b7c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.059610] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836aebc8-2571-4b14-ad40-918f0ebfd4cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.094423] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-b67f537c-afd4-4337-8990-0e1d09e90a5b/volume-b67f537c-afd4-4337-8990-0e1d09e90a5b.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.094817] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1267f45b-8ef1-45ac-ac14-a3c12b2ce2bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.114618] env[62849]: DEBUG oslo_vmware.api [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 922.114618] env[62849]: value = "task-4404598" [ 922.114618] env[62849]: _type = "Task" [ 922.114618] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.115833] env[62849]: DEBUG nova.network.neutron [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updating instance_info_cache with network_info: [{"id": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "address": "fa:16:3e:28:09:c2", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a4a7e4-0c", "ovs_interfaceid": "43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.127308] env[62849]: DEBUG oslo_vmware.api [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.293488] env[62849]: DEBUG nova.scheduler.client.report [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.319506] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404596, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.381948] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404597, 'name': ReconfigVM_Task, 'duration_secs': 0.442437} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.383996] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 7f226332-03c4-4bfd-b088-9f8aa67d8cf8/7f226332-03c4-4bfd-b088-9f8aa67d8cf8.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.388900] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b532dfe0-0bfc-4baf-a273-2d52f0f46359 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.400900] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 922.400900] env[62849]: value = "task-4404599" [ 922.400900] env[62849]: _type = "Task" [ 922.400900] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.409920] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16842e6c-878a-4728-ba15-1c44d155f076 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.071s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.415127] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404599, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.583621] env[62849]: DEBUG nova.network.neutron [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Successfully updated port: e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 922.624030] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Releasing lock "refresh_cache-379996e0-b80e-4066-a47f-1bcf26c647fb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.631695] env[62849]: DEBUG oslo_vmware.api [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.675347] env[62849]: DEBUG nova.compute.manager [req-98abd343-433d-422f-9145-f13a3a9dd220 req-5bc18310-9601-4aba-8941-c7bbd9a09c10 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Received event network-vif-plugged-e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 922.676739] env[62849]: DEBUG oslo_concurrency.lockutils [req-98abd343-433d-422f-9145-f13a3a9dd220 req-5bc18310-9601-4aba-8941-c7bbd9a09c10 service nova] Acquiring lock "9642cd5d-3280-4f65-859e-1e4554fe8033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.677076] env[62849]: DEBUG oslo_concurrency.lockutils [req-98abd343-433d-422f-9145-f13a3a9dd220 req-5bc18310-9601-4aba-8941-c7bbd9a09c10 service nova] Lock "9642cd5d-3280-4f65-859e-1e4554fe8033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.677195] env[62849]: DEBUG oslo_concurrency.lockutils [req-98abd343-433d-422f-9145-f13a3a9dd220 req-5bc18310-9601-4aba-8941-c7bbd9a09c10 service nova] Lock "9642cd5d-3280-4f65-859e-1e4554fe8033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.677878] env[62849]: DEBUG nova.compute.manager [req-98abd343-433d-422f-9145-f13a3a9dd220 req-5bc18310-9601-4aba-8941-c7bbd9a09c10 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] No waiting events found dispatching network-vif-plugged-e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.677878] env[62849]: WARNING nova.compute.manager [req-98abd343-433d-422f-9145-f13a3a9dd220 req-5bc18310-9601-4aba-8941-c7bbd9a09c10 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Received unexpected event network-vif-plugged-e90a9f34-c7da-4130-8567-5bf5bff90a44 for instance with vm_state building and task_state spawning. [ 922.810980] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726379} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.812299] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.812816] env[62849]: DEBUG nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.815919] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 085a5ca0-21eb-4379-8858-ae7bb0ba1386/085a5ca0-21eb-4379-8858-ae7bb0ba1386.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.816227] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.816783] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.496s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.818130] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6b52eb-ab91-43f0-851a-ff5bed419ff2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.827541] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 922.827541] env[62849]: value = "task-4404600" [ 922.827541] env[62849]: _type = "Task" [ 922.827541] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.839029] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.902058] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e455b-0a74-40c6-a06f-4c42688d9b20 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.912394] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-755e00ba-f7dd-49cd-9184-f88802479b0f tempest-ServersAdminNegativeTestJSON-1291373970 tempest-ServersAdminNegativeTestJSON-1291373970-project-admin] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Suspending the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 922.917672] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8c444afb-bf2d-463c-ad98-2299cc156d7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.919223] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404599, 'name': Rename_Task, 'duration_secs': 0.205602} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.922654] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.922654] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83ea20da-dc79-47c9-bc57-6734507075d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.926223] env[62849]: DEBUG oslo_vmware.api [None req-755e00ba-f7dd-49cd-9184-f88802479b0f tempest-ServersAdminNegativeTestJSON-1291373970 tempest-ServersAdminNegativeTestJSON-1291373970-project-admin] Waiting for the task: (returnval){ [ 922.926223] env[62849]: value = "task-4404601" [ 922.926223] env[62849]: _type = "Task" [ 922.926223] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.931888] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 922.931888] env[62849]: value = "task-4404602" [ 922.931888] env[62849]: _type = "Task" [ 922.931888] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.940141] env[62849]: DEBUG oslo_vmware.api [None req-755e00ba-f7dd-49cd-9184-f88802479b0f tempest-ServersAdminNegativeTestJSON-1291373970 tempest-ServersAdminNegativeTestJSON-1291373970-project-admin] Task: {'id': task-4404601, 'name': SuspendVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.946454] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.090930] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.090930] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquired lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.090930] env[62849]: DEBUG nova.network.neutron [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 923.134478] env[62849]: DEBUG oslo_vmware.api [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404598, 'name': ReconfigVM_Task, 'duration_secs': 0.568424} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.134835] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-b67f537c-afd4-4337-8990-0e1d09e90a5b/volume-b67f537c-afd4-4337-8990-0e1d09e90a5b.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.140442] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1b803a-6c51-4a38-ace8-85db6f631b8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.158538] env[62849]: DEBUG oslo_vmware.api [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 923.158538] env[62849]: value = "task-4404603" [ 923.158538] env[62849]: _type = "Task" [ 923.158538] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.170887] env[62849]: DEBUG oslo_vmware.api [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.319223] env[62849]: DEBUG nova.compute.utils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.321336] env[62849]: DEBUG nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.324554] env[62849]: DEBUG nova.network.neutron [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 923.330415] env[62849]: INFO nova.compute.claims [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.360697] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090726} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.360697] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.360697] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88890f8-ab6d-4ce2-9a3e-6bdeaa68a90b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.387087] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 085a5ca0-21eb-4379-8858-ae7bb0ba1386/085a5ca0-21eb-4379-8858-ae7bb0ba1386.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.388267] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8fbfdd1-3240-4449-865a-5351aa452c47 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.412201] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 923.412201] env[62849]: value = "task-4404604" [ 923.412201] env[62849]: _type = "Task" [ 923.412201] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.423450] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.444028] env[62849]: DEBUG oslo_vmware.api [None req-755e00ba-f7dd-49cd-9184-f88802479b0f tempest-ServersAdminNegativeTestJSON-1291373970 tempest-ServersAdminNegativeTestJSON-1291373970-project-admin] Task: {'id': task-4404601, 'name': SuspendVM_Task} progress is 62%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.452846] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404602, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.471166] env[62849]: DEBUG nova.policy [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.631569] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.632092] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d410999-cfb3-4346-b49c-ee16121b76f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.645351] env[62849]: DEBUG oslo_vmware.api [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 923.645351] env[62849]: value = "task-4404605" [ 923.645351] env[62849]: _type = "Task" [ 923.645351] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.656110] env[62849]: DEBUG oslo_vmware.api [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.666939] env[62849]: DEBUG nova.network.neutron [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 923.682090] env[62849]: DEBUG oslo_vmware.api [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404603, 'name': ReconfigVM_Task, 'duration_secs': 0.189214} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.682090] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862058', 'volume_id': 'b67f537c-afd4-4337-8990-0e1d09e90a5b', 'name': 'volume-b67f537c-afd4-4337-8990-0e1d09e90a5b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4534d7d-9d5b-47cb-8617-c0725d506cbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'b67f537c-afd4-4337-8990-0e1d09e90a5b', 'serial': 'b67f537c-afd4-4337-8990-0e1d09e90a5b'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 923.827447] env[62849]: DEBUG nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.838275] env[62849]: INFO nova.compute.resource_tracker [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating resource usage from migration bde13f32-bb51-40e0-a137-a34a7a3f8bed [ 923.929029] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404604, 'name': ReconfigVM_Task, 'duration_secs': 0.387111} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.933688] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 085a5ca0-21eb-4379-8858-ae7bb0ba1386/085a5ca0-21eb-4379-8858-ae7bb0ba1386.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.934406] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e03695-4659-4050-bc7c-e3b01b8fe5d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.953098] env[62849]: DEBUG oslo_vmware.api [None req-755e00ba-f7dd-49cd-9184-f88802479b0f tempest-ServersAdminNegativeTestJSON-1291373970 tempest-ServersAdminNegativeTestJSON-1291373970-project-admin] Task: {'id': task-4404601, 'name': SuspendVM_Task, 'duration_secs': 0.679237} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.955450] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-755e00ba-f7dd-49cd-9184-f88802479b0f tempest-ServersAdminNegativeTestJSON-1291373970 tempest-ServersAdminNegativeTestJSON-1291373970-project-admin] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Suspended the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 923.955450] env[62849]: DEBUG nova.compute.manager [None req-755e00ba-f7dd-49cd-9184-f88802479b0f tempest-ServersAdminNegativeTestJSON-1291373970 tempest-ServersAdminNegativeTestJSON-1291373970-project-admin] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.956165] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 923.956165] env[62849]: value = "task-4404606" [ 923.956165] env[62849]: _type = "Task" [ 923.956165] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.961249] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d96b51-d1e7-486d-aafb-cd855a73f9b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.965337] env[62849]: DEBUG oslo_vmware.api [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404602, 'name': PowerOnVM_Task, 'duration_secs': 0.819966} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.969400] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.969784] env[62849]: INFO nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Took 10.46 seconds to spawn the instance on the hypervisor. [ 923.970033] env[62849]: DEBUG nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.975043] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ea888f-7039-4a64-8a7c-fa9c3fa8049f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.988849] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404606, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.030123] env[62849]: DEBUG nova.network.neutron [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Updating instance_info_cache with network_info: [{"id": "e90a9f34-c7da-4130-8567-5bf5bff90a44", "address": "fa:16:3e:35:c6:be", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90a9f34-c7", "ovs_interfaceid": "e90a9f34-c7da-4130-8567-5bf5bff90a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.157544] env[62849]: DEBUG oslo_vmware.api [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404605, 'name': PowerOnVM_Task, 'duration_secs': 0.510241} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.160726] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.161042] env[62849]: DEBUG nova.compute.manager [None req-6530f8e0-0594-4ec8-a6d5-1242e8981b8f tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.162610] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccb0b2-85ca-4bcf-b709-6a60bbc4fa93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.182503] env[62849]: DEBUG nova.network.neutron [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Successfully created port: 726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.236792] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0020a30-c4dc-4a3a-8c0d-0c87c08344c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.247541] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ba107-32e2-4766-94ef-f21d03afb254 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.287959] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10f3b59-158e-4ee0-b592-927ff7b3ac59 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.299107] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfc6751-9931-401b-986e-f6db788274a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.322796] env[62849]: DEBUG nova.compute.provider_tree [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.476870] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404606, 'name': Rename_Task, 'duration_secs': 0.227669} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.477695] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.477695] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a14662c-f7b0-4803-9462-10792a51495a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.485319] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 924.485319] env[62849]: value = "task-4404607" [ 924.485319] env[62849]: _type = "Task" [ 924.485319] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.496200] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.509788] env[62849]: INFO nova.compute.manager [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Took 23.74 seconds to build instance. [ 924.535949] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Releasing lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.536440] env[62849]: DEBUG nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Instance network_info: |[{"id": "e90a9f34-c7da-4130-8567-5bf5bff90a44", "address": "fa:16:3e:35:c6:be", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90a9f34-c7", "ovs_interfaceid": "e90a9f34-c7da-4130-8567-5bf5bff90a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.537855] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c6:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e90a9f34-c7da-4130-8567-5bf5bff90a44', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.547162] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.547903] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.548314] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6494e9f4-1551-47af-bc11-62c22f0ed278 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.576884] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.576884] env[62849]: value = "task-4404608" [ 924.576884] env[62849]: _type = "Task" [ 924.576884] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.588076] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404608, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.755417] env[62849]: DEBUG nova.objects.instance [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'flavor' on Instance uuid c4534d7d-9d5b-47cb-8617-c0725d506cbf {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.825464] env[62849]: DEBUG nova.scheduler.client.report [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.840362] env[62849]: DEBUG nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.879129] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.879129] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.879129] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.879129] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.879129] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.879554] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.879605] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.879766] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.880521] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.880760] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.880972] env[62849]: DEBUG nova.virt.hardware [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.881989] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e33b12-4f03-4353-809e-1cb943824799 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.894791] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "88167777-a8de-48ce-a931-f08670adedb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.895038] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "88167777-a8de-48ce-a931-f08670adedb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.899372] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb59c46-a869-4831-b9d2-6893c59a6b06 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.908632] env[62849]: DEBUG nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.998236] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404607, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.012580] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1241596e-d3b4-48ab-a24d-70c9b07d6742 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.255s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.090276] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404608, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.114044] env[62849]: DEBUG nova.compute.manager [req-d75fdd38-d517-4fc3-9de0-7238d1bd73d4 req-0dcd62a5-fbc2-40e2-a437-c968a78c54c7 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Received event network-changed-e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 925.114204] env[62849]: DEBUG nova.compute.manager [req-d75fdd38-d517-4fc3-9de0-7238d1bd73d4 req-0dcd62a5-fbc2-40e2-a437-c968a78c54c7 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Refreshing instance network info cache due to event network-changed-e90a9f34-c7da-4130-8567-5bf5bff90a44. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 925.114425] env[62849]: DEBUG oslo_concurrency.lockutils [req-d75fdd38-d517-4fc3-9de0-7238d1bd73d4 req-0dcd62a5-fbc2-40e2-a437-c968a78c54c7 service nova] Acquiring lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.114621] env[62849]: DEBUG oslo_concurrency.lockutils [req-d75fdd38-d517-4fc3-9de0-7238d1bd73d4 req-0dcd62a5-fbc2-40e2-a437-c968a78c54c7 service nova] Acquired lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.114832] env[62849]: DEBUG nova.network.neutron [req-d75fdd38-d517-4fc3-9de0-7238d1bd73d4 req-0dcd62a5-fbc2-40e2-a437-c968a78c54c7 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Refreshing network info cache for port e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.262486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ea736818-dc67-45b6-a857-4b2654a8c83c tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.332647] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.515s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.333115] env[62849]: INFO nova.compute.manager [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Migrating [ 925.343487] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.806s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.346478] env[62849]: INFO nova.compute.claims [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.452978] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.503162] env[62849]: DEBUG oslo_vmware.api [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404607, 'name': PowerOnVM_Task, 'duration_secs': 0.744889} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.503522] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.503679] env[62849]: INFO nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Took 9.50 seconds to spawn the instance on the hypervisor. [ 925.503870] env[62849]: DEBUG nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.504753] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8529881-8266-471d-a9dd-9cb813d50ad8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.521785] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.522461] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.592845] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404608, 'name': CreateVM_Task, 'duration_secs': 0.518523} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.594687] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.594687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.594687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.594687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.594687] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a03381-a5d0-4dd8-a59f-fc00f5a214dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.600858] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 925.600858] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528bc06c-7828-39fc-bafa-1f6b9b1284e9" [ 925.600858] env[62849]: _type = "Task" [ 925.600858] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.611826] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528bc06c-7828-39fc-bafa-1f6b9b1284e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.860761] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.860860] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.861084] env[62849]: DEBUG nova.network.neutron [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.026316] env[62849]: INFO nova.compute.manager [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Took 23.83 seconds to build instance. [ 926.026316] env[62849]: DEBUG nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.074194] env[62849]: DEBUG nova.network.neutron [req-d75fdd38-d517-4fc3-9de0-7238d1bd73d4 req-0dcd62a5-fbc2-40e2-a437-c968a78c54c7 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Updated VIF entry in instance network info cache for port e90a9f34-c7da-4130-8567-5bf5bff90a44. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 926.074591] env[62849]: DEBUG nova.network.neutron [req-d75fdd38-d517-4fc3-9de0-7238d1bd73d4 req-0dcd62a5-fbc2-40e2-a437-c968a78c54c7 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Updating instance_info_cache with network_info: [{"id": "e90a9f34-c7da-4130-8567-5bf5bff90a44", "address": "fa:16:3e:35:c6:be", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90a9f34-c7", "ovs_interfaceid": "e90a9f34-c7da-4130-8567-5bf5bff90a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.116205] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528bc06c-7828-39fc-bafa-1f6b9b1284e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.118019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.118019] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.118019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.118019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.118019] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.118019] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66559739-9fab-4489-8407-f6892c5218d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.121194] env[62849]: DEBUG oslo_concurrency.lockutils [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.121538] env[62849]: DEBUG oslo_concurrency.lockutils [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.135081] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.135081] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.135081] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c68a868-286d-4e39-b39c-ee5463c6eb7b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.143578] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 926.143578] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c387ce-e7e0-cfc8-e0ba-df70b6f54ccd" [ 926.143578] env[62849]: _type = "Task" [ 926.143578] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.159941] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c387ce-e7e0-cfc8-e0ba-df70b6f54ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.190149] env[62849]: DEBUG nova.network.neutron [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Successfully updated port: 726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 926.214838] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.214838] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.529676] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1bbf4204-538c-4d13-8011-927bce56f9d2 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.362s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.566736] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.577916] env[62849]: DEBUG oslo_concurrency.lockutils [req-d75fdd38-d517-4fc3-9de0-7238d1bd73d4 req-0dcd62a5-fbc2-40e2-a437-c968a78c54c7 service nova] Releasing lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.625754] env[62849]: INFO nova.compute.manager [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Detaching volume b67f537c-afd4-4337-8990-0e1d09e90a5b [ 926.654265] env[62849]: DEBUG oslo_concurrency.lockutils [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.654601] env[62849]: DEBUG oslo_concurrency.lockutils [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.663772] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c387ce-e7e0-cfc8-e0ba-df70b6f54ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.017144} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.664779] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c002ffa-ffe9-4793-b84c-d4baf8639e91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.676251] env[62849]: INFO nova.virt.block_device [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Attempting to driver detach volume b67f537c-afd4-4337-8990-0e1d09e90a5b from mountpoint /dev/sdb [ 926.676606] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 926.676883] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862058', 'volume_id': 'b67f537c-afd4-4337-8990-0e1d09e90a5b', 'name': 'volume-b67f537c-afd4-4337-8990-0e1d09e90a5b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4534d7d-9d5b-47cb-8617-c0725d506cbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'b67f537c-afd4-4337-8990-0e1d09e90a5b', 'serial': 'b67f537c-afd4-4337-8990-0e1d09e90a5b'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 926.678085] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07b57c-3b36-4ce0-a0f9-4a9ed736dfc3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.686392] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 926.686392] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523907cf-bfcb-1404-1007-7da1c3b076dd" [ 926.686392] env[62849]: _type = "Task" [ 926.686392] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.701633] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.701955] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.702216] env[62849]: DEBUG nova.network.neutron [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.726207] env[62849]: DEBUG nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.732911] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09ea20f-6198-408e-9642-0870627d5867 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.740808] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523907cf-bfcb-1404-1007-7da1c3b076dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01272} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.742545] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.742545] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9642cd5d-3280-4f65-859e-1e4554fe8033/9642cd5d-3280-4f65-859e-1e4554fe8033.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.742545] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-531da036-4180-451e-ac78-fe446799fba2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.749105] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c230f90-7c80-4cb5-975b-82106871b17a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.755973] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 926.755973] env[62849]: value = "task-4404609" [ 926.755973] env[62849]: _type = "Task" [ 926.755973] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.780331] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63be91e9-ae71-4cc9-802d-46e01cda286e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.804695] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] The volume has not been displaced from its original location: [datastore2] volume-b67f537c-afd4-4337-8990-0e1d09e90a5b/volume-b67f537c-afd4-4337-8990-0e1d09e90a5b.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 926.809274] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.809444] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.809707] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301b23fe-455b-4b57-80cf-a469936599d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.828153] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693f609a-6f69-49e0-9646-6af0ee8f4d1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.841111] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0302cb53-071d-4efa-8c94-8584112785e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.845082] env[62849]: DEBUG oslo_vmware.api [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 926.845082] env[62849]: value = "task-4404610" [ 926.845082] env[62849]: _type = "Task" [ 926.845082] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.881733] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b132a0-d71a-400a-bff3-1ceb69556556 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.888931] env[62849]: DEBUG oslo_vmware.api [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.896451] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57924db8-1272-4b3c-bee5-37bb0d318e75 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.914140] env[62849]: DEBUG nova.compute.provider_tree [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.952642] env[62849]: DEBUG nova.network.neutron [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.159807] env[62849]: INFO nova.compute.manager [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Detaching volume 9102dad1-5dca-42dc-8a04-fa9f576bb9c6 [ 927.212327] env[62849]: INFO nova.virt.block_device [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Attempting to driver detach volume 9102dad1-5dca-42dc-8a04-fa9f576bb9c6 from mountpoint /dev/sdb [ 927.214360] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 927.215275] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 927.215609] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606935dc-dc96-44fa-a618-7025146f6405 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.252135] env[62849]: DEBUG nova.network.neutron [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 927.256965] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a90ffa-2672-48e0-9583-c04d9d13a398 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.277935] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.287107] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.288217] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1831d294-0e56-4e2a-83a8-f8b393cef59f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.325583] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595013c-2adc-48dd-a19f-fef82dcefa62 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.346461] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] The volume has not been displaced from its original location: [datastore1] volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6/volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 927.353156] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.359973] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e295591d-29d4-4853-b8d3-05f15a7fd7ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.383162] env[62849]: DEBUG oslo_vmware.api [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404610, 'name': ReconfigVM_Task, 'duration_secs': 0.378494} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.384613] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.389247] env[62849]: DEBUG oslo_vmware.api [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 927.389247] env[62849]: value = "task-4404611" [ 927.389247] env[62849]: _type = "Task" [ 927.389247] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.389655] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf1dcb5-44a2-4ec8-8854-8d96b77bd7e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.413599] env[62849]: DEBUG oslo_vmware.api [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.415814] env[62849]: DEBUG oslo_vmware.api [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 927.415814] env[62849]: value = "task-4404612" [ 927.415814] env[62849]: _type = "Task" [ 927.415814] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.417319] env[62849]: DEBUG nova.scheduler.client.report [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.425830] env[62849]: DEBUG nova.compute.manager [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-vif-plugged-726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 927.426057] env[62849]: DEBUG oslo_concurrency.lockutils [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.426301] env[62849]: DEBUG oslo_concurrency.lockutils [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.426512] env[62849]: DEBUG oslo_concurrency.lockutils [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.426709] env[62849]: DEBUG nova.compute.manager [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] No waiting events found dispatching network-vif-plugged-726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.426792] env[62849]: WARNING nova.compute.manager [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received unexpected event network-vif-plugged-726e1ba8-30d0-4002-802e-4f4a6a53f083 for instance with vm_state building and task_state spawning. [ 927.426959] env[62849]: DEBUG nova.compute.manager [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-changed-726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 927.427120] env[62849]: DEBUG nova.compute.manager [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Refreshing instance network info cache due to event network-changed-726e1ba8-30d0-4002-802e-4f4a6a53f083. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 927.427283] env[62849]: DEBUG oslo_concurrency.lockutils [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] Acquiring lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.434719] env[62849]: DEBUG oslo_vmware.api [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.457281] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.557692] env[62849]: DEBUG nova.network.neutron [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.774984] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591135} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.775272] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9642cd5d-3280-4f65-859e-1e4554fe8033/9642cd5d-3280-4f65-859e-1e4554fe8033.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.775490] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.775756] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433cfcff-2768-49c7-907d-d2bd7feda704 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.784051] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 927.784051] env[62849]: value = "task-4404613" [ 927.784051] env[62849]: _type = "Task" [ 927.784051] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.797255] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.801865] env[62849]: DEBUG nova.compute.manager [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 927.913764] env[62849]: DEBUG oslo_vmware.api [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404611, 'name': ReconfigVM_Task, 'duration_secs': 0.407637} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.914134] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.921179] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa52c000-43b6-4e9f-a802-6a642e2a3861 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.934634] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.935152] env[62849]: DEBUG nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.938169] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.845s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.938394] env[62849]: DEBUG nova.objects.instance [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'resources' on Instance uuid a53bda5f-9f7a-4baf-b956-5266ccc93507 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.948524] env[62849]: DEBUG oslo_vmware.api [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.952287] env[62849]: DEBUG oslo_vmware.api [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 927.952287] env[62849]: value = "task-4404614" [ 927.952287] env[62849]: _type = "Task" [ 927.952287] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.966708] env[62849]: DEBUG oslo_vmware.api [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404614, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.061895] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.062201] env[62849]: DEBUG nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Instance network_info: |[{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.062569] env[62849]: DEBUG oslo_concurrency.lockutils [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] Acquired lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.062771] env[62849]: DEBUG nova.network.neutron [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Refreshing network info cache for port 726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.064324] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:32:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '726e1ba8-30d0-4002-802e-4f4a6a53f083', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.074523] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.075987] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.076172] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a178edb0-a840-4d39-8f98-b6979ef7c3ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.104126] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.104126] env[62849]: value = "task-4404615" [ 928.104126] env[62849]: _type = "Task" [ 928.104126] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.116526] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404615, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.298037] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138939} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.298037] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.298037] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a9e99-f643-4257-b002-30b87aadce21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.329166] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 9642cd5d-3280-4f65-859e-1e4554fe8033/9642cd5d-3280-4f65-859e-1e4554fe8033.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.329602] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f9cd9b5-69f9-4e26-8e10-601ec71a4ee0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.346624] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.353937] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 928.353937] env[62849]: value = "task-4404616" [ 928.353937] env[62849]: _type = "Task" [ 928.353937] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.367023] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.432312] env[62849]: DEBUG oslo_vmware.api [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404612, 'name': ReconfigVM_Task, 'duration_secs': 0.895823} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.432782] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862058', 'volume_id': 'b67f537c-afd4-4337-8990-0e1d09e90a5b', 'name': 'volume-b67f537c-afd4-4337-8990-0e1d09e90a5b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4534d7d-9d5b-47cb-8617-c0725d506cbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'b67f537c-afd4-4337-8990-0e1d09e90a5b', 'serial': 'b67f537c-afd4-4337-8990-0e1d09e90a5b'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 928.439488] env[62849]: DEBUG nova.compute.utils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.441054] env[62849]: DEBUG nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.441246] env[62849]: DEBUG nova.network.neutron [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 928.466705] env[62849]: DEBUG oslo_vmware.api [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404614, 'name': ReconfigVM_Task, 'duration_secs': 0.20474} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.469824] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862034', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'name': 'volume-9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0', 'attached_at': '', 'detached_at': '', 'volume_id': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6', 'serial': '9102dad1-5dca-42dc-8a04-fa9f576bb9c6'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 928.534059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "050ece71-d662-4190-9db1-d75d6c1de9a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.534152] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "050ece71-d662-4190-9db1-d75d6c1de9a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.558469] env[62849]: DEBUG nova.policy [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '833629b404af4909a1283ef58847b117', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87f9941124a14509b30d03c121e52397', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.599407] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.599678] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.599874] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.600409] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.600409] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.602538] env[62849]: INFO nova.compute.manager [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Terminating instance [ 928.619312] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404615, 'name': CreateVM_Task, 'duration_secs': 0.508268} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.620055] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.624056] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.624112] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.625026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.625464] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9243b492-6972-4766-95b4-8abfb2976e89 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.634547] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 928.634547] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52641b8a-4645-8409-01e8-628920b5db75" [ 928.634547] env[62849]: _type = "Task" [ 928.634547] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.649119] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52641b8a-4645-8409-01e8-628920b5db75, 'name': SearchDatastore_Task, 'duration_secs': 0.01245} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.649443] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.649676] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.649911] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.650068] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.650248] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.650557] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-554862ff-8c04-433e-bbee-3d99072f6488 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.661441] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.661647] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.662442] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09cbfa95-e484-4a84-947f-6888cecb6ced {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.669730] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 928.669730] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528d1659-399e-71f3-b2af-52ff26a20806" [ 928.669730] env[62849]: _type = "Task" [ 928.669730] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.682164] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528d1659-399e-71f3-b2af-52ff26a20806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.862868] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2482e-27ce-4648-9355-f352f6cba296 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.868926] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.877346] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be7ea8-6fb0-4818-a12e-eabdd4fc71b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.913737] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b676246c-8b6a-459b-bf16-dea555f3d088 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.924292] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126ad078-ca1b-4d85-b4d1-83762e6932b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.942608] env[62849]: DEBUG nova.compute.provider_tree [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.947295] env[62849]: DEBUG nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.976968] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acc7084-255c-41d1-a8fd-3dadd848069c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.999789] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance 'c470235b-8456-4a41-90c3-89205b6d0e32' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.004125] env[62849]: ERROR nova.compute.manager [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Failed to confirm volume detach for volume b67f537c-afd4-4337-8990-0e1d09e90a5b. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 929.004738] env[62849]: DEBUG nova.objects.instance [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'flavor' on Instance uuid c4534d7d-9d5b-47cb-8617-c0725d506cbf {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.025726] env[62849]: ERROR nova.compute.manager [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Failed to confirm volume detach for volume 9102dad1-5dca-42dc-8a04-fa9f576bb9c6. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 929.026707] env[62849]: DEBUG nova.objects.instance [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'flavor' on Instance uuid 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.036412] env[62849]: DEBUG nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.047265] env[62849]: DEBUG nova.network.neutron [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updated VIF entry in instance network info cache for port 726e1ba8-30d0-4002-802e-4f4a6a53f083. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.047672] env[62849]: DEBUG nova.network.neutron [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.112354] env[62849]: DEBUG nova.compute.manager [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.112587] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.114178] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c363183-e15b-4e47-a844-65bc807ad273 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.123130] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.123414] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43c524f-6252-4b9f-9b75-bc06ccd8eb6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.140358] env[62849]: DEBUG nova.network.neutron [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Successfully created port: a16be442-33e0-4e8b-9e6b-0c1bb5d2e402 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 929.182035] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528d1659-399e-71f3-b2af-52ff26a20806, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.182917] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00b233e-795a-4d06-9d75-19d80da55257 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.191327] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 929.191327] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d2a32-6135-a6e6-1f67-01055eb1dd1c" [ 929.191327] env[62849]: _type = "Task" [ 929.191327] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.199625] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.199908] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.200055] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Deleting the datastore file [datastore2] 9a35cf4e-4631-430e-b984-a10eb07ed0fc {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.203599] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d610504-7e37-4aff-82f5-41349a3c07e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.205626] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d2a32-6135-a6e6-1f67-01055eb1dd1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.211751] env[62849]: DEBUG oslo_vmware.api [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 929.211751] env[62849]: value = "task-4404618" [ 929.211751] env[62849]: _type = "Task" [ 929.211751] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.221369] env[62849]: DEBUG oslo_vmware.api [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.367521] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404616, 'name': ReconfigVM_Task, 'duration_secs': 0.593947} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.367768] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 9642cd5d-3280-4f65-859e-1e4554fe8033/9642cd5d-3280-4f65-859e-1e4554fe8033.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.368468] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ec58e1f-59ad-41e0-a0e0-b417b92e7080 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.375835] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 929.375835] env[62849]: value = "task-4404619" [ 929.375835] env[62849]: _type = "Task" [ 929.375835] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.388456] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404619, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.445937] env[62849]: DEBUG nova.scheduler.client.report [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.511042] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.514055] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7166caf-2cd9-4057-aa0c-cde2ff44bbef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.526029] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 929.526029] env[62849]: value = "task-4404620" [ 929.526029] env[62849]: _type = "Task" [ 929.526029] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.542777] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.550582] env[62849]: DEBUG oslo_concurrency.lockutils [req-b11bc07b-afc8-40e8-9038-56a8c7382d69 req-96f220f9-a75c-4ae5-8419-e8f044d5817b service nova] Releasing lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.567104] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.703102] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d2a32-6135-a6e6-1f67-01055eb1dd1c, 'name': SearchDatastore_Task, 'duration_secs': 0.019478} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.703468] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.703659] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 9fb88a46-1df0-4e7f-8a6a-636074b9ab07/9fb88a46-1df0-4e7f-8a6a-636074b9ab07.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.703937] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddf68b93-f263-4bc5-963f-3148de6209ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.711844] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 929.711844] env[62849]: value = "task-4404621" [ 929.711844] env[62849]: _type = "Task" [ 929.711844] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.725862] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.729350] env[62849]: DEBUG oslo_vmware.api [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154015} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.729617] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.729806] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.729978] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.730168] env[62849]: INFO nova.compute.manager [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Took 0.62 seconds to destroy the instance on the hypervisor. [ 929.730839] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.730839] env[62849]: DEBUG nova.compute.manager [-] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.730839] env[62849]: DEBUG nova.network.neutron [-] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 929.887439] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404619, 'name': Rename_Task, 'duration_secs': 0.252796} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.888123] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.888398] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-008d8037-2bfd-4568-9d5b-f7a15065e62e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.897047] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 929.897047] env[62849]: value = "task-4404622" [ 929.897047] env[62849]: _type = "Task" [ 929.897047] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.908578] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.955219] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.955219] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.884s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.959064] env[62849]: DEBUG nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.998604] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.998956] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.999642] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.999901] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.000195] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.000285] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.000788] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.000788] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.001486] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.001486] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.001486] env[62849]: DEBUG nova.virt.hardware [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.002969] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88b1944-3190-49a0-8ebc-96f70b3a2217 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.008310] env[62849]: INFO nova.scheduler.client.report [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted allocations for instance a53bda5f-9f7a-4baf-b956-5266ccc93507 [ 930.018615] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb1714c-e29a-46f5-99b0-92e2e103dddd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.024698] env[62849]: DEBUG oslo_concurrency.lockutils [None req-782c8627-25fe-47ee-9337-52a96507a848 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.903s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.048256] env[62849]: DEBUG oslo_concurrency.lockutils [None req-51b8b931-b275-4d19-9849-8a62949e933b tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.393s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.061547] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404620, 'name': PowerOffVM_Task, 'duration_secs': 0.311105} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.064261] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b59f60-f610-76d3-2b8b-fc4e03dae4fa/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.065027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.065240] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance 'c470235b-8456-4a41-90c3-89205b6d0e32' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.069742] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecaeb2c-db47-4030-8a91-4d3ab360ce84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.080384] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b59f60-f610-76d3-2b8b-fc4e03dae4fa/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.080683] env[62849]: ERROR oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b59f60-f610-76d3-2b8b-fc4e03dae4fa/disk-0.vmdk due to incomplete transfer. [ 930.080963] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0362588-c972-41b5-9a99-0f939dba9ee2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.092287] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b59f60-f610-76d3-2b8b-fc4e03dae4fa/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 930.092476] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Uploaded image f86e80f0-1385-4a29-8ab8-1e511ada18e3 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 930.094937] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 930.095676] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0dd48d40-96cf-49f6-bc1f-e28b7055fe2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.105363] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 930.105363] env[62849]: value = "task-4404623" [ 930.105363] env[62849]: _type = "Task" [ 930.105363] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.117208] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404623, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.200163] env[62849]: DEBUG nova.compute.manager [req-c2ec0102-2a4c-4c59-8433-cfe2002cf0e2 req-839bdf0d-4c21-4bf1-b015-7e69dc79096a service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Received event network-vif-deleted-609a0576-af6d-427d-bf41-62c6f57f0c56 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 930.200386] env[62849]: INFO nova.compute.manager [req-c2ec0102-2a4c-4c59-8433-cfe2002cf0e2 req-839bdf0d-4c21-4bf1-b015-7e69dc79096a service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Neutron deleted interface 609a0576-af6d-427d-bf41-62c6f57f0c56; detaching it from the instance and deleting it from the info cache [ 930.200570] env[62849]: DEBUG nova.network.neutron [req-c2ec0102-2a4c-4c59-8433-cfe2002cf0e2 req-839bdf0d-4c21-4bf1-b015-7e69dc79096a service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.223542] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404621, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.242721] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.243051] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.243289] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.243491] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.243656] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.245919] env[62849]: INFO nova.compute.manager [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Terminating instance [ 930.410475] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.526041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-121ed28c-aac3-4695-b839-1778bc0e01ff tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "a53bda5f-9f7a-4baf-b956-5266ccc93507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.382s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.578359] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.579052] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.579052] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.579151] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.579325] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.579526] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.579797] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.580032] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.580273] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.580496] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.580739] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.588915] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ee1189-1886-4996-bd3c-13b5620668a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.613737] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 930.613737] env[62849]: value = "task-4404624" [ 930.613737] env[62849]: _type = "Task" [ 930.613737] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.618494] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404623, 'name': Destroy_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.630918] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.682827] env[62849]: DEBUG nova.network.neutron [-] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.703739] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9397371-939c-46de-8e58-d0d5914633a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.718040] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512d28c-d344-4871-968a-90366cc31c54 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.755776] env[62849]: DEBUG nova.compute.manager [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.756193] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.756671] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570336} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.757978] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385c3f9-3a05-4b45-aad3-17301e967788 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.765176] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 9fb88a46-1df0-4e7f-8a6a-636074b9ab07/9fb88a46-1df0-4e7f-8a6a-636074b9ab07.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.765632] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.788712] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9730a07-ec9e-4b6f-ad8a-5bff8964b56c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.792698] env[62849]: DEBUG nova.compute.manager [req-c2ec0102-2a4c-4c59-8433-cfe2002cf0e2 req-839bdf0d-4c21-4bf1-b015-7e69dc79096a service nova] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Detach interface failed, port_id=609a0576-af6d-427d-bf41-62c6f57f0c56, reason: Instance 9a35cf4e-4631-430e-b984-a10eb07ed0fc could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 930.800454] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.802793] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a226d93-3b8d-4149-9a34-eb05cdd5e6d9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.808028] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 930.808028] env[62849]: value = "task-4404625" [ 930.808028] env[62849]: _type = "Task" [ 930.808028] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.814404] env[62849]: DEBUG oslo_vmware.api [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 930.814404] env[62849]: value = "task-4404626" [ 930.814404] env[62849]: _type = "Task" [ 930.814404] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.826233] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.834655] env[62849]: DEBUG oslo_vmware.api [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.910889] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404622, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.972740] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Applying migration context for instance c470235b-8456-4a41-90c3-89205b6d0e32 as it has an incoming, in-progress migration bde13f32-bb51-40e0-a137-a34a7a3f8bed. Migration status is migrating {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 930.975606] env[62849]: INFO nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating resource usage from migration 7b1cda06-4f79-4fb6-b8c5-9a81472778a8 [ 930.975606] env[62849]: INFO nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating resource usage from migration bde13f32-bb51-40e0-a137-a34a7a3f8bed [ 930.994385] env[62849]: DEBUG nova.network.neutron [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Successfully updated port: a16be442-33e0-4e8b-9e6b-0c1bb5d2e402 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 931.002493] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.002636] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 379996e0-b80e-4066-a47f-1bcf26c647fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.002757] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.003853] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 8a127c3a-de4c-4f21-8b80-6e1cc169504e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.004087] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c4534d7d-9d5b-47cb-8617-c0725d506cbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.004207] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 6e31ba54-8563-44e3-bb5f-150662007e3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.004348] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2b954f3d-b575-4150-9a51-52fee5a880be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.004468] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 424811f2-9309-4b64-86f2-5565ee1be904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.004582] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9a35cf4e-4631-430e-b984-a10eb07ed0fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.004693] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 085a5ca0-21eb-4379-8858-ae7bb0ba1386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.004830] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9642cd5d-3280-4f65-859e-1e4554fe8033 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.004949] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.005091] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Migration bde13f32-bb51-40e0-a137-a34a7a3f8bed is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1715}} [ 931.005222] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance f005248b-54b5-4c59-9895-87383a04bc2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.005334] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance c470235b-8456-4a41-90c3-89205b6d0e32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 931.116575] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404623, 'name': Destroy_Task, 'duration_secs': 0.91315} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.116893] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Destroyed the VM [ 931.117146] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 931.117415] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89990497-f241-4d3b-8d64-9a88bffa7e24 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.128749] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404624, 'name': ReconfigVM_Task, 'duration_secs': 0.421269} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.130294] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance 'c470235b-8456-4a41-90c3-89205b6d0e32' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.134589] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 931.134589] env[62849]: value = "task-4404627" [ 931.134589] env[62849]: _type = "Task" [ 931.134589] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.144139] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.152035] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.152195] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.152297] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.153389] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.153389] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.154895] env[62849]: INFO nova.compute.manager [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Terminating instance [ 931.187019] env[62849]: INFO nova.compute.manager [-] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Took 1.46 seconds to deallocate network for instance. [ 931.316772] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140804} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.319629] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.320506] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b37718-ad7c-4b97-9833-b7084e6dd242 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.347372] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 9fb88a46-1df0-4e7f-8a6a-636074b9ab07/9fb88a46-1df0-4e7f-8a6a-636074b9ab07.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.347726] env[62849]: DEBUG oslo_vmware.api [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404626, 'name': PowerOffVM_Task, 'duration_secs': 0.398172} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.347945] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388272d6-1710-4146-a197-d7541e3bce1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.362370] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.362554] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.363141] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b144948b-b7a0-4283-97ff-ad8475e5d506 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.372905] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 931.372905] env[62849]: value = "task-4404628" [ 931.372905] env[62849]: _type = "Task" [ 931.372905] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.383469] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.416633] env[62849]: DEBUG oslo_vmware.api [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404622, 'name': PowerOnVM_Task, 'duration_secs': 1.409958} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.417062] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.417308] env[62849]: INFO nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Took 10.99 seconds to spawn the instance on the hypervisor. [ 931.417505] env[62849]: DEBUG nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.418606] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892bc79d-de4e-40fe-9558-931c987a9ddb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.450531] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.451011] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.451282] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleting the datastore file [datastore2] 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.451594] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7a69dcb-c1f0-4a4b-9419-9523adaf3ac4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.464025] env[62849]: DEBUG oslo_vmware.api [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 931.464025] env[62849]: value = "task-4404630" [ 931.464025] env[62849]: _type = "Task" [ 931.464025] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.470223] env[62849]: DEBUG oslo_vmware.api [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.497367] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquiring lock "refresh_cache-f005248b-54b5-4c59-9895-87383a04bc2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.497367] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquired lock "refresh_cache-f005248b-54b5-4c59-9895-87383a04bc2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.497367] env[62849]: DEBUG nova.network.neutron [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 931.510888] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 8d507dca-6261-430e-a2ae-94b4c7fb67f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 931.548913] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "9d438adc-8942-4efb-ac72-2a1a9b42858b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.548913] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9d438adc-8942-4efb-ac72-2a1a9b42858b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.637577] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.638104] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.638104] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.638273] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.638372] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.639042] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.639042] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.639042] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.639225] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.639325] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.639503] env[62849]: DEBUG nova.virt.hardware [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.645852] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.646345] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40bcf39-0537-417c-8224-4ce787eae97d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.667205] env[62849]: DEBUG nova.compute.manager [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.667498] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.668496] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb80d3-7906-4b3f-b25e-6f6075b5c182 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.681493] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404627, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.685475] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 931.685475] env[62849]: value = "task-4404631" [ 931.685475] env[62849]: _type = "Task" [ 931.685475] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.685649] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.686357] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa2a833-b7b6-4b4f-889e-aafa3e89607b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.694518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.701945] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.703797] env[62849]: DEBUG oslo_vmware.api [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 931.703797] env[62849]: value = "task-4404632" [ 931.703797] env[62849]: _type = "Task" [ 931.703797] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.717976] env[62849]: DEBUG oslo_vmware.api [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.885415] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404628, 'name': ReconfigVM_Task, 'duration_secs': 0.491536} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.886811] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 9fb88a46-1df0-4e7f-8a6a-636074b9ab07/9fb88a46-1df0-4e7f-8a6a-636074b9ab07.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.886811] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b48193b7-1c9a-47a0-851a-f5ab8eae5631 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.894706] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 931.894706] env[62849]: value = "task-4404633" [ 931.894706] env[62849]: _type = "Task" [ 931.894706] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.907509] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404633, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.943952] env[62849]: INFO nova.compute.manager [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Took 29.09 seconds to build instance. [ 931.972035] env[62849]: DEBUG oslo_vmware.api [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189584} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.972718] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.973047] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.973345] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.973623] env[62849]: INFO nova.compute.manager [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 931.973988] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.974262] env[62849]: DEBUG nova.compute.manager [-] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.974427] env[62849]: DEBUG nova.network.neutron [-] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 932.015178] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 88167777-a8de-48ce-a931-f08670adedb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 932.055936] env[62849]: DEBUG nova.network.neutron [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 932.058040] env[62849]: DEBUG nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.156982] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404627, 'name': RemoveSnapshot_Task, 'duration_secs': 0.652873} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.157275] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 932.157552] env[62849]: DEBUG nova.compute.manager [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.158354] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcb3187-9e66-4b47-bc80-b1795b705dfe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.199125] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404631, 'name': ReconfigVM_Task, 'duration_secs': 0.210814} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.199125] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.200182] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e8f782-5b69-44b7-821f-d230c9863529 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.233081] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c470235b-8456-4a41-90c3-89205b6d0e32/c470235b-8456-4a41-90c3-89205b6d0e32.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.237168] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3693c03d-b417-47f8-a493-ddf9401888e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.250446] env[62849]: DEBUG oslo_vmware.api [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404632, 'name': PowerOffVM_Task, 'duration_secs': 0.343655} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.252371] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.252694] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.254034] env[62849]: DEBUG nova.compute.manager [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Received event network-vif-plugged-a16be442-33e0-4e8b-9e6b-0c1bb5d2e402 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 932.254247] env[62849]: DEBUG oslo_concurrency.lockutils [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] Acquiring lock "f005248b-54b5-4c59-9895-87383a04bc2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.254455] env[62849]: DEBUG oslo_concurrency.lockutils [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] Lock "f005248b-54b5-4c59-9895-87383a04bc2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.254621] env[62849]: DEBUG oslo_concurrency.lockutils [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] Lock "f005248b-54b5-4c59-9895-87383a04bc2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.254781] env[62849]: DEBUG nova.compute.manager [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] No waiting events found dispatching network-vif-plugged-a16be442-33e0-4e8b-9e6b-0c1bb5d2e402 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.254971] env[62849]: WARNING nova.compute.manager [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Received unexpected event network-vif-plugged-a16be442-33e0-4e8b-9e6b-0c1bb5d2e402 for instance with vm_state building and task_state spawning. [ 932.255109] env[62849]: DEBUG nova.compute.manager [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Received event network-changed-a16be442-33e0-4e8b-9e6b-0c1bb5d2e402 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 932.255263] env[62849]: DEBUG nova.compute.manager [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Refreshing instance network info cache due to event network-changed-a16be442-33e0-4e8b-9e6b-0c1bb5d2e402. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 932.255428] env[62849]: DEBUG oslo_concurrency.lockutils [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] Acquiring lock "refresh_cache-f005248b-54b5-4c59-9895-87383a04bc2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.256443] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cd63ddb-5602-43f2-9987-315815e4c00f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.264255] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 932.264255] env[62849]: value = "task-4404634" [ 932.264255] env[62849]: _type = "Task" [ 932.264255] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.277809] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.334193] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.334508] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.334770] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleting the datastore file [datastore1] c4534d7d-9d5b-47cb-8617-c0725d506cbf {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.335099] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b956fa05-5cc4-489a-85de-498173f98906 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.344405] env[62849]: DEBUG oslo_vmware.api [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 932.344405] env[62849]: value = "task-4404636" [ 932.344405] env[62849]: _type = "Task" [ 932.344405] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.357166] env[62849]: DEBUG oslo_vmware.api [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.381196] env[62849]: DEBUG nova.network.neutron [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Updating instance_info_cache with network_info: [{"id": "a16be442-33e0-4e8b-9e6b-0c1bb5d2e402", "address": "fa:16:3e:99:c4:c1", "network": {"id": "2440c5f1-b2bb-4ea9-9b15-d3450540bfb4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1780902005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f9941124a14509b30d03c121e52397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16be442-33", "ovs_interfaceid": "a16be442-33e0-4e8b-9e6b-0c1bb5d2e402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.410232] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404633, 'name': Rename_Task, 'duration_secs': 0.37278} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.410774] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.411202] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7e51b07-5ebb-474e-b794-fd7aca840af6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.420180] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 932.420180] env[62849]: value = "task-4404637" [ 932.420180] env[62849]: _type = "Task" [ 932.420180] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.432594] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.445954] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f0deb9a-0b90-4b7d-91d7-f22e147dae25 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "9642cd5d-3280-4f65-859e-1e4554fe8033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.606s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.519677] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 5318e3a4-d247-4c2f-a8bb-a469d0015f76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 932.585969] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.671819] env[62849]: INFO nova.compute.manager [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Shelve offloading [ 932.776442] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404634, 'name': ReconfigVM_Task, 'duration_secs': 0.345669} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.776442] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c470235b-8456-4a41-90c3-89205b6d0e32/c470235b-8456-4a41-90c3-89205b6d0e32.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.776640] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance 'c470235b-8456-4a41-90c3-89205b6d0e32' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.857344] env[62849]: DEBUG oslo_vmware.api [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169093} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.857676] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.857889] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.858103] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.858297] env[62849]: INFO nova.compute.manager [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 932.858544] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.859129] env[62849]: DEBUG nova.compute.manager [-] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.859236] env[62849]: DEBUG nova.network.neutron [-] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 932.884529] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Releasing lock "refresh_cache-f005248b-54b5-4c59-9895-87383a04bc2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.887019] env[62849]: DEBUG nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Instance network_info: |[{"id": "a16be442-33e0-4e8b-9e6b-0c1bb5d2e402", "address": "fa:16:3e:99:c4:c1", "network": {"id": "2440c5f1-b2bb-4ea9-9b15-d3450540bfb4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1780902005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f9941124a14509b30d03c121e52397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16be442-33", "ovs_interfaceid": "a16be442-33e0-4e8b-9e6b-0c1bb5d2e402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.887019] env[62849]: DEBUG oslo_concurrency.lockutils [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] Acquired lock "refresh_cache-f005248b-54b5-4c59-9895-87383a04bc2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.887019] env[62849]: DEBUG nova.network.neutron [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Refreshing network info cache for port a16be442-33e0-4e8b-9e6b-0c1bb5d2e402 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.891854] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:c4:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a16be442-33e0-4e8b-9e6b-0c1bb5d2e402', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.901848] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Creating folder: Project (87f9941124a14509b30d03c121e52397). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.903041] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fee484a6-2b41-4b5a-a346-558e58490a96 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.917201] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Created folder: Project (87f9941124a14509b30d03c121e52397) in parent group-v861840. [ 932.917283] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Creating folder: Instances. Parent ref: group-v862064. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.917549] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fb9d0a7-eea1-4b9c-bce2-fa5bdf7e1bd5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.931930] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404637, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.933551] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Created folder: Instances in parent group-v862064. [ 932.933797] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.934015] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.934255] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f32072d-90ab-4f20-9acf-554cb8106104 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.956613] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.956613] env[62849]: value = "task-4404640" [ 932.956613] env[62849]: _type = "Task" [ 932.956613] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.967490] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404640, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.026863] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 4c1fc665-7f25-48a4-8cde-5488cf592e4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 933.027128] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Migration 7b1cda06-4f79-4fb6-b8c5-9a81472778a8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1715}} [ 933.027325] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7f226332-03c4-4bfd-b088-9f8aa67d8cf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 933.176243] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.176624] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72c26f92-f1bf-4d7c-832e-6ad851d9cbe1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.187081] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 933.187081] env[62849]: value = "task-4404641" [ 933.187081] env[62849]: _type = "Task" [ 933.187081] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.199888] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 933.200291] env[62849]: DEBUG nova.compute.manager [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.202080] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae983cd-e776-4348-8c40-decabff0370c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.212073] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.212294] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.212473] env[62849]: DEBUG nova.network.neutron [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.245060] env[62849]: DEBUG nova.network.neutron [-] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.284172] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c969934b-f57d-4faf-96ef-6b45a85c79aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.311585] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267234ec-975a-4b12-b151-2982b6b2c1b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.333024] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance 'c470235b-8456-4a41-90c3-89205b6d0e32' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.432987] env[62849]: DEBUG oslo_vmware.api [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404637, 'name': PowerOnVM_Task, 'duration_secs': 0.866726} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.433274] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.433533] env[62849]: INFO nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Took 8.59 seconds to spawn the instance on the hypervisor. [ 933.433723] env[62849]: DEBUG nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.434588] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508b171-fd79-4241-b727-3595a4da50f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.467592] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404640, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.531579] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 050ece71-d662-4190-9db1-d75d6c1de9a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 933.749416] env[62849]: INFO nova.compute.manager [-] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Took 1.77 seconds to deallocate network for instance. [ 933.884642] env[62849]: DEBUG nova.network.neutron [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Port 420c0db7-e282-44af-a3db-c72dd035e41d binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 933.960394] env[62849]: INFO nova.compute.manager [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Took 29.16 seconds to build instance. [ 933.974693] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404640, 'name': CreateVM_Task, 'duration_secs': 0.52476} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.974693] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.975168] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.975366] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.975672] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.975944] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0e53da-44ad-475f-82af-75ab3509f0cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.982955] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 933.982955] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528a6803-bd76-b6d5-6d32-ffa8860a6905" [ 933.982955] env[62849]: _type = "Task" [ 933.982955] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.994804] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528a6803-bd76-b6d5-6d32-ffa8860a6905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.026556] env[62849]: DEBUG nova.network.neutron [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Updated VIF entry in instance network info cache for port a16be442-33e0-4e8b-9e6b-0c1bb5d2e402. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 934.028673] env[62849]: DEBUG nova.network.neutron [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Updating instance_info_cache with network_info: [{"id": "a16be442-33e0-4e8b-9e6b-0c1bb5d2e402", "address": "fa:16:3e:99:c4:c1", "network": {"id": "2440c5f1-b2bb-4ea9-9b15-d3450540bfb4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1780902005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f9941124a14509b30d03c121e52397", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16be442-33", "ovs_interfaceid": "a16be442-33e0-4e8b-9e6b-0c1bb5d2e402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.036577] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9d438adc-8942-4efb-ac72-2a1a9b42858b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 934.036577] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 934.036577] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '11', 'num_task_resize_migrating': '1', 'num_os_type_None': '15', 'num_proj_be2f8276d9fb4f92b7592668686a977d': '1', 'io_workload': '5', 'num_task_None': '7', 'num_proj_e9ff5682518f48cf8edd2b00a6b7632d': '2', 'num_proj_2c5342bd070341728f353331361556bc': '1', 'num_task_deleting': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_1e7892518d5946bca8d1adb72ffb173c': '1', 'num_proj_306a019735d242f2a0da1cc4b5743823': '1', 'num_proj_40d604058f2140f5a56482dbb888e610': '2', 'num_proj_838d50fa4eeb49fcbcae8f13aaf57d18': '2', 'num_proj_34ee394a1adf468bb7af9fefa0dcb7e5': '1', 'num_vm_suspended': '1', 'num_task_resize_prep': '1', 'num_proj_01ddd7d064384ae6b3c03f1d4fb7ad7d': '1', 'num_proj_177c81516407466fadb0d74b0e446829': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_d77a69afbb08458681c11638fada3879': '1', 'num_proj_87f9941124a14509b30d03c121e52397': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 934.256214] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.346587] env[62849]: DEBUG nova.network.neutron [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [{"id": "53541f34-c055-44ae-adfe-c9d41e13fb77", "address": "fa:16:3e:55:e2:68", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53541f34-c0", "ovs_interfaceid": "53541f34-c055-44ae-adfe-c9d41e13fb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.382190] env[62849]: DEBUG nova.compute.manager [req-aa661de9-9d71-449f-9baf-1fc98e318056 req-cd2953e5-2a02-4e30-8d34-a2300d22e663 service nova] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Received event network-vif-deleted-7d24ca69-2b36-4610-8b45-9e40b4b46c83 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 934.446143] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f3bb4e-8369-4cef-808a-45cc0cc401c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.465088] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5588ee3e-e87a-432d-b6d3-c11ddcaf4778 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.674s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.469303] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6800b1-5019-4067-8ad8-6e381e3d9086 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.531870] env[62849]: DEBUG oslo_concurrency.lockutils [req-48d2adfd-e28e-4bff-b832-afa651eef780 req-f7caed80-068f-4177-966e-51779214550a service nova] Releasing lock "refresh_cache-f005248b-54b5-4c59-9895-87383a04bc2f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.539941] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ebb954-40dc-4831-adc0-600a142bd843 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.560529] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528a6803-bd76-b6d5-6d32-ffa8860a6905, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.560529] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.560529] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.560529] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.560529] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.560529] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.562197] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec44f0-a65b-46b0-8dbc-8e5f2329d6cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.569216] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6ea6a9c-911e-4969-a53f-7d681ba978f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.584431] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.588238] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.588238] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.588606] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4917f5-dda3-4a6f-9359-d033cfa3ff59 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.595020] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 934.595020] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520ce7a2-95b0-3966-8bd4-b2f29baa1f1c" [ 934.595020] env[62849]: _type = "Task" [ 934.595020] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.607296] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520ce7a2-95b0-3966-8bd4-b2f29baa1f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.850223] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.915089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.915402] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.915581] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.977099] env[62849]: DEBUG nova.network.neutron [-] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.092505] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.108583] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520ce7a2-95b0-3966-8bd4-b2f29baa1f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.109704] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c5a4df-3cfb-4ab0-a453-da55f4f27fb2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.118479] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 935.118479] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cef555-1f6f-131e-10dc-1fbe22630b09" [ 935.118479] env[62849]: _type = "Task" [ 935.118479] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.131884] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cef555-1f6f-131e-10dc-1fbe22630b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.261555] env[62849]: DEBUG nova.compute.manager [req-895c323a-cfa6-41aa-9884-c552419dc64f req-0abf8642-da67-4598-86a1-e076573cbd05 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-changed-726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 935.261959] env[62849]: DEBUG nova.compute.manager [req-895c323a-cfa6-41aa-9884-c552419dc64f req-0abf8642-da67-4598-86a1-e076573cbd05 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Refreshing instance network info cache due to event network-changed-726e1ba8-30d0-4002-802e-4f4a6a53f083. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 935.262019] env[62849]: DEBUG oslo_concurrency.lockutils [req-895c323a-cfa6-41aa-9884-c552419dc64f req-0abf8642-da67-4598-86a1-e076573cbd05 service nova] Acquiring lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.262141] env[62849]: DEBUG oslo_concurrency.lockutils [req-895c323a-cfa6-41aa-9884-c552419dc64f req-0abf8642-da67-4598-86a1-e076573cbd05 service nova] Acquired lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.262300] env[62849]: DEBUG nova.network.neutron [req-895c323a-cfa6-41aa-9884-c552419dc64f req-0abf8642-da67-4598-86a1-e076573cbd05 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Refreshing network info cache for port 726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.378375] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.379386] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb60eca-4e7b-4e72-b916-e32c7ccbd349 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.389477] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.389619] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b8419e-03fb-4e37-a542-9af8d1e22181 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.480327] env[62849]: INFO nova.compute.manager [-] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Took 2.62 seconds to deallocate network for instance. [ 935.601592] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 935.601985] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.647s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.602306] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.893s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.603872] env[62849]: INFO nova.compute.claims [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.634154] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cef555-1f6f-131e-10dc-1fbe22630b09, 'name': SearchDatastore_Task, 'duration_secs': 0.016821} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.634154] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.634154] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] f005248b-54b5-4c59-9895-87383a04bc2f/f005248b-54b5-4c59-9895-87383a04bc2f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.634154] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-740b15e7-a314-4a35-8436-8fb1cc4e9a66 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.643538] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 935.643538] env[62849]: value = "task-4404643" [ 935.643538] env[62849]: _type = "Task" [ 935.643538] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.661121] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.989303] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.992615] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.992827] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.993028] env[62849]: DEBUG nova.network.neutron [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 936.158504] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404643, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.245297] env[62849]: DEBUG nova.network.neutron [req-895c323a-cfa6-41aa-9884-c552419dc64f req-0abf8642-da67-4598-86a1-e076573cbd05 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updated VIF entry in instance network info cache for port 726e1ba8-30d0-4002-802e-4f4a6a53f083. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.245297] env[62849]: DEBUG nova.network.neutron [req-895c323a-cfa6-41aa-9884-c552419dc64f req-0abf8642-da67-4598-86a1-e076573cbd05 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.373235] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.373474] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.373474] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleting the datastore file [datastore1] 8a127c3a-de4c-4f21-8b80-6e1cc169504e {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.373767] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-989a1025-10c4-4d67-b436-9db4053f174e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.385105] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 936.385105] env[62849]: value = "task-4404644" [ 936.385105] env[62849]: _type = "Task" [ 936.385105] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.393649] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.658896] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527313} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.665851] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] f005248b-54b5-4c59-9895-87383a04bc2f/f005248b-54b5-4c59-9895-87383a04bc2f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.665851] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.665851] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d771a2f5-8042-4ef5-9802-01126048b7d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.674083] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 936.674083] env[62849]: value = "task-4404645" [ 936.674083] env[62849]: _type = "Task" [ 936.674083] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.689949] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.751168] env[62849]: DEBUG oslo_concurrency.lockutils [req-895c323a-cfa6-41aa-9884-c552419dc64f req-0abf8642-da67-4598-86a1-e076573cbd05 service nova] Releasing lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.772880] env[62849]: DEBUG nova.compute.manager [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Received event network-vif-deleted-e1e15451-4a41-4b12-ad0f-c4749c943698 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 936.772880] env[62849]: DEBUG nova.compute.manager [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Received event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 936.772880] env[62849]: DEBUG nova.compute.manager [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing instance network info cache due to event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 936.773245] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Acquiring lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.773245] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Acquired lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.773245] env[62849]: DEBUG nova.network.neutron [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.900216] env[62849]: DEBUG oslo_vmware.api [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15645} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.903281] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.903476] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.903652] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.933603] env[62849]: INFO nova.scheduler.client.report [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted allocations for instance 8a127c3a-de4c-4f21-8b80-6e1cc169504e [ 937.028126] env[62849]: DEBUG nova.network.neutron [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.042452] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3ab73a-abd2-448f-a1f8-30b26e5c91d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.051498] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc696c-d3fa-4ab1-8f4d-e1b47eb3a0e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.084571] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e158377-5fb9-4ca9-ab8f-4b70a3e6d64f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.096083] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecedadcd-1386-4f1e-a358-6dd9256ffc56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.853836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.854271] env[62849]: DEBUG oslo_concurrency.lockutils [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.876044] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232799} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.876543] env[62849]: DEBUG nova.compute.provider_tree [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.877914] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.878990] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd3e7c-5675-4f4c-828d-20e147da8d65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.907029] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f005248b-54b5-4c59-9895-87383a04bc2f/f005248b-54b5-4c59-9895-87383a04bc2f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.907029] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9661d1b5-b9f4-4038-a142-ff9a89f385db {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.928949] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 937.928949] env[62849]: value = "task-4404646" [ 937.928949] env[62849]: _type = "Task" [ 937.928949] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.938954] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.176578] env[62849]: DEBUG nova.network.neutron [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updated VIF entry in instance network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 938.176944] env[62849]: DEBUG nova.network.neutron [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updating instance_info_cache with network_info: [{"id": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "address": "fa:16:3e:3a:af:83", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bed1a6-90", "ovs_interfaceid": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.380492] env[62849]: DEBUG nova.scheduler.client.report [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.387038] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff0c93-cd54-472c-80c9-c937d1dd8550 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.412475] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2a1365-68e2-4eb3-8dd8-cf00e2ed37b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.421895] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance 'c470235b-8456-4a41-90c3-89205b6d0e32' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.439730] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.679887] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Releasing lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.679887] env[62849]: DEBUG nova.compute.manager [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received event network-vif-unplugged-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 938.679887] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Acquiring lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.680296] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.680296] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.680296] env[62849]: DEBUG nova.compute.manager [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] No waiting events found dispatching network-vif-unplugged-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.680574] env[62849]: WARNING nova.compute.manager [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received unexpected event network-vif-unplugged-53541f34-c055-44ae-adfe-c9d41e13fb77 for instance with vm_state shelved and task_state shelving_offloading. [ 938.680903] env[62849]: DEBUG nova.compute.manager [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received event network-changed-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 938.681178] env[62849]: DEBUG nova.compute.manager [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Refreshing instance network info cache due to event network-changed-53541f34-c055-44ae-adfe-c9d41e13fb77. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 938.681457] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Acquiring lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.681697] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Acquired lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.681947] env[62849]: DEBUG nova.network.neutron [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Refreshing network info cache for port 53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.892700] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.290s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.898029] env[62849]: DEBUG nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.905021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.447s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.905213] env[62849]: INFO nova.compute.claims [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.932357] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.932357] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61fb0a1-5ff8-44b9-b9d7-93f3f9fa46e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.952026] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404646, 'name': ReconfigVM_Task, 'duration_secs': 0.546135} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.952026] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f005248b-54b5-4c59-9895-87383a04bc2f/f005248b-54b5-4c59-9895-87383a04bc2f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.952026] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 938.952026] env[62849]: value = "task-4404647" [ 938.952026] env[62849]: _type = "Task" [ 938.952026] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.952026] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fba03d2-d60a-4419-beeb-028492a3a209 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.965334] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.967170] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 938.967170] env[62849]: value = "task-4404648" [ 938.967170] env[62849]: _type = "Task" [ 938.967170] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.977459] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404648, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.109745] env[62849]: DEBUG nova.compute.manager [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Received event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 939.109745] env[62849]: DEBUG nova.compute.manager [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing instance network info cache due to event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 939.109967] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Acquiring lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.110138] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Acquired lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.110307] env[62849]: DEBUG nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.413538] env[62849]: DEBUG nova.compute.utils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.417329] env[62849]: DEBUG nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.417329] env[62849]: DEBUG nova.network.neutron [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 939.466752] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404647, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.480952] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404648, 'name': Rename_Task, 'duration_secs': 0.203486} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.481452] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.481452] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a3dcf5f-d59d-4065-99cc-62b7f86f5025 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.489944] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 939.489944] env[62849]: value = "task-4404649" [ 939.489944] env[62849]: _type = "Task" [ 939.489944] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.499911] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.527207] env[62849]: DEBUG nova.policy [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d5db9a4d30e4e60b41ec521f198d0e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a8b718d050c4dccb7d371a4dbdd6046', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.721966] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "9642cd5d-3280-4f65-859e-1e4554fe8033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.722337] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "9642cd5d-3280-4f65-859e-1e4554fe8033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.722564] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "9642cd5d-3280-4f65-859e-1e4554fe8033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.722776] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "9642cd5d-3280-4f65-859e-1e4554fe8033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.722929] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "9642cd5d-3280-4f65-859e-1e4554fe8033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.725853] env[62849]: INFO nova.compute.manager [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Terminating instance [ 939.762242] env[62849]: DEBUG nova.network.neutron [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updated VIF entry in instance network info cache for port 53541f34-c055-44ae-adfe-c9d41e13fb77. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.762626] env[62849]: DEBUG nova.network.neutron [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [{"id": "53541f34-c055-44ae-adfe-c9d41e13fb77", "address": "fa:16:3e:55:e2:68", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap53541f34-c0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.924710] env[62849]: DEBUG nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.978029] env[62849]: DEBUG oslo_vmware.api [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404647, 'name': PowerOnVM_Task, 'duration_secs': 0.535643} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.978029] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.978029] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-45c84057-fb7b-46cf-9746-2d862b06e436 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance 'c470235b-8456-4a41-90c3-89205b6d0e32' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.002496] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.199758] env[62849]: DEBUG nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updated VIF entry in instance network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 940.200295] env[62849]: DEBUG nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updating instance_info_cache with network_info: [{"id": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "address": "fa:16:3e:3a:af:83", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bed1a6-90", "ovs_interfaceid": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.229647] env[62849]: DEBUG nova.compute.manager [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.229884] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.230789] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6038ebf-b981-4025-9f7d-a1553c06f143 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.242728] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.243414] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b2cf6ab-e506-46f9-a2ae-8291289760a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.252586] env[62849]: DEBUG oslo_vmware.api [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 940.252586] env[62849]: value = "task-4404650" [ 940.252586] env[62849]: _type = "Task" [ 940.252586] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.267520] env[62849]: DEBUG oslo_concurrency.lockutils [req-5cc69553-ac55-45c2-bd2b-c9e96df90f05 req-a1059449-f29f-434f-a724-4f8f8161d42c service nova] Releasing lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.268125] env[62849]: DEBUG oslo_vmware.api [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.302602] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e188e-d7d6-4508-b00f-a9cedfdd56fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.307563] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.311138] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc314b6-4d7f-4f1b-84e5-14a8f57c4395 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.352252] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bcf518-7d30-446a-8176-50b9f0408c63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.358403] env[62849]: DEBUG nova.network.neutron [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Successfully created port: ebaedf75-f580-4017-9d62-b0fe837a8d0d {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 940.366218] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bffa37f-42c4-49db-aed3-731f730ef836 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.388664] env[62849]: DEBUG nova.compute.provider_tree [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.507177] env[62849]: DEBUG oslo_vmware.api [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404649, 'name': PowerOnVM_Task, 'duration_secs': 1.012281} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.507563] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.507820] env[62849]: INFO nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Took 10.55 seconds to spawn the instance on the hypervisor. [ 940.508041] env[62849]: DEBUG nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.513320] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2ec61c-b009-4f9f-9947-53b53992dc1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.703675] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Releasing lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.703795] env[62849]: DEBUG nova.compute.manager [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Received event network-changed-e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 940.704033] env[62849]: DEBUG nova.compute.manager [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Refreshing instance network info cache due to event network-changed-e90a9f34-c7da-4130-8567-5bf5bff90a44. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 940.704298] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Acquiring lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.704458] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Acquired lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.704745] env[62849]: DEBUG nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Refreshing network info cache for port e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.765935] env[62849]: DEBUG oslo_vmware.api [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404650, 'name': PowerOffVM_Task, 'duration_secs': 0.195689} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.766344] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.766676] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.766967] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce790ed7-e544-4fe0-8280-3fbb9be7e964 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.880463] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.880772] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.881189] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Deleting the datastore file [datastore2] 9642cd5d-3280-4f65-859e-1e4554fe8033 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.882000] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b5eef62-b03b-44bf-acc1-ff240d9f24ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.890375] env[62849]: DEBUG oslo_vmware.api [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 940.890375] env[62849]: value = "task-4404652" [ 940.890375] env[62849]: _type = "Task" [ 940.890375] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.894512] env[62849]: DEBUG nova.scheduler.client.report [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.906803] env[62849]: DEBUG oslo_vmware.api [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.937410] env[62849]: DEBUG nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.966215] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.966547] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.966640] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.966820] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.966964] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.967292] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.968618] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.968618] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.968618] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.968618] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.968618] env[62849]: DEBUG nova.virt.hardware [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.969874] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0995c56-4eea-451c-a086-3954910394c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.981352] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01df11-167d-4abf-a600-ab292dcf2876 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.033903] env[62849]: INFO nova.compute.manager [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Took 33.52 seconds to build instance. [ 941.212351] env[62849]: DEBUG nova.compute.manager [req-a0aeee0b-0fd1-4449-9a07-f7122d323d98 req-958ba6a2-af27-42c8-a102-87a3e9bdbf4f service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Received event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 941.212636] env[62849]: DEBUG nova.compute.manager [req-a0aeee0b-0fd1-4449-9a07-f7122d323d98 req-958ba6a2-af27-42c8-a102-87a3e9bdbf4f service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing instance network info cache due to event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 941.212948] env[62849]: DEBUG oslo_concurrency.lockutils [req-a0aeee0b-0fd1-4449-9a07-f7122d323d98 req-958ba6a2-af27-42c8-a102-87a3e9bdbf4f service nova] Acquiring lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.213189] env[62849]: DEBUG oslo_concurrency.lockutils [req-a0aeee0b-0fd1-4449-9a07-f7122d323d98 req-958ba6a2-af27-42c8-a102-87a3e9bdbf4f service nova] Acquired lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.213433] env[62849]: DEBUG nova.network.neutron [req-a0aeee0b-0fd1-4449-9a07-f7122d323d98 req-958ba6a2-af27-42c8-a102-87a3e9bdbf4f service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.397970] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.398713] env[62849]: DEBUG nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.407412] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.839s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.407412] env[62849]: INFO nova.compute.claims [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.412566] env[62849]: DEBUG oslo_vmware.api [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414734} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.412566] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.412566] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.412566] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.412566] env[62849]: INFO nova.compute.manager [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Took 1.18 seconds to destroy the instance on the hypervisor. [ 941.412566] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.415554] env[62849]: DEBUG nova.compute.manager [-] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.415707] env[62849]: DEBUG nova.network.neutron [-] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 941.536477] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6b554e81-3d00-4871-b2c1-3a387ace292f tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "f005248b-54b5-4c59-9895-87383a04bc2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.030s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.622771] env[62849]: DEBUG nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Updated VIF entry in instance network info cache for port e90a9f34-c7da-4130-8567-5bf5bff90a44. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 941.623144] env[62849]: DEBUG nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Updating instance_info_cache with network_info: [{"id": "e90a9f34-c7da-4130-8567-5bf5bff90a44", "address": "fa:16:3e:35:c6:be", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90a9f34-c7", "ovs_interfaceid": "e90a9f34-c7da-4130-8567-5bf5bff90a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.913026] env[62849]: DEBUG nova.compute.utils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.918025] env[62849]: DEBUG nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.918025] env[62849]: DEBUG nova.network.neutron [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 942.003756] env[62849]: DEBUG nova.policy [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ab9eae1ec264d25bca115514033eece', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70642570d2ae498a9fdd6a5d18ceb483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.057534] env[62849]: DEBUG nova.compute.manager [req-1ea4b30b-d64e-4700-b628-ab959941a8c5 req-635f2260-4132-4f72-bed7-51e7d0f870e4 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Received event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 942.057534] env[62849]: DEBUG nova.compute.manager [req-1ea4b30b-d64e-4700-b628-ab959941a8c5 req-635f2260-4132-4f72-bed7-51e7d0f870e4 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing instance network info cache due to event network-changed-99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 942.057534] env[62849]: DEBUG oslo_concurrency.lockutils [req-1ea4b30b-d64e-4700-b628-ab959941a8c5 req-635f2260-4132-4f72-bed7-51e7d0f870e4 service nova] Acquiring lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.107309] env[62849]: DEBUG nova.network.neutron [req-a0aeee0b-0fd1-4449-9a07-f7122d323d98 req-958ba6a2-af27-42c8-a102-87a3e9bdbf4f service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updated VIF entry in instance network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 942.107871] env[62849]: DEBUG nova.network.neutron [req-a0aeee0b-0fd1-4449-9a07-f7122d323d98 req-958ba6a2-af27-42c8-a102-87a3e9bdbf4f service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updating instance_info_cache with network_info: [{"id": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "address": "fa:16:3e:3a:af:83", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bed1a6-90", "ovs_interfaceid": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.125448] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Releasing lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.125725] env[62849]: DEBUG nova.compute.manager [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Received event network-changed-e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 942.125920] env[62849]: DEBUG nova.compute.manager [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Refreshing instance network info cache due to event network-changed-e90a9f34-c7da-4130-8567-5bf5bff90a44. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 942.126156] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Acquiring lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.126302] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Acquired lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.126449] env[62849]: DEBUG nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Refreshing network info cache for port e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.337979] env[62849]: DEBUG nova.network.neutron [-] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.418075] env[62849]: DEBUG nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.612456] env[62849]: DEBUG oslo_concurrency.lockutils [req-a0aeee0b-0fd1-4449-9a07-f7122d323d98 req-958ba6a2-af27-42c8-a102-87a3e9bdbf4f service nova] Releasing lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.613034] env[62849]: DEBUG oslo_concurrency.lockutils [req-1ea4b30b-d64e-4700-b628-ab959941a8c5 req-635f2260-4132-4f72-bed7-51e7d0f870e4 service nova] Acquired lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.613228] env[62849]: DEBUG nova.network.neutron [req-1ea4b30b-d64e-4700-b628-ab959941a8c5 req-635f2260-4132-4f72-bed7-51e7d0f870e4 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Refreshing network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.664488] env[62849]: INFO nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Port e90a9f34-c7da-4130-8567-5bf5bff90a44 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 942.665537] env[62849]: DEBUG nova.network.neutron [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.723618] env[62849]: DEBUG nova.network.neutron [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Successfully updated port: ebaedf75-f580-4017-9d62-b0fe837a8d0d {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 942.842177] env[62849]: INFO nova.compute.manager [-] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Took 1.43 seconds to deallocate network for instance. [ 942.842177] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c328540e-4390-40b2-847a-76eaa4679467 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.845126] env[62849]: DEBUG nova.network.neutron [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Successfully created port: 82100ae2-289f-494e-b6b5-67aac77553d1 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 942.861275] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4853722-b32b-4f13-9bd0-e875caa713cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.894700] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bb1606-e0fe-44a8-8f03-baff5a3dc954 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.904206] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a32e868-1bb9-4fb0-bdeb-752b57877fde {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.920785] env[62849]: DEBUG nova.compute.provider_tree [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.175732] env[62849]: DEBUG oslo_concurrency.lockutils [req-bcd3ef7d-5bb8-477b-87da-2bc0f1688b81 req-936e670f-4f9e-49c4-a97d-e891ee97b0e1 service nova] Releasing lock "refresh_cache-9642cd5d-3280-4f65-859e-1e4554fe8033" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.176150] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c470235b-8456-4a41-90c3-89205b6d0e32" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.176372] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.176707] env[62849]: DEBUG nova.compute.manager [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Going to confirm migration 3 {{(pid=62849) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 943.228576] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquiring lock "refresh_cache-8d507dca-6261-430e-a2ae-94b4c7fb67f2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.228833] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquired lock "refresh_cache-8d507dca-6261-430e-a2ae-94b4c7fb67f2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.228976] env[62849]: DEBUG nova.network.neutron [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.247162] env[62849]: DEBUG nova.compute.manager [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Received event network-vif-deleted-e90a9f34-c7da-4130-8567-5bf5bff90a44 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 943.247392] env[62849]: DEBUG nova.compute.manager [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Received event network-vif-plugged-ebaedf75-f580-4017-9d62-b0fe837a8d0d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 943.247582] env[62849]: DEBUG oslo_concurrency.lockutils [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] Acquiring lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.247800] env[62849]: DEBUG oslo_concurrency.lockutils [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] Lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.247969] env[62849]: DEBUG oslo_concurrency.lockutils [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] Lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.251820] env[62849]: DEBUG nova.compute.manager [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] No waiting events found dispatching network-vif-plugged-ebaedf75-f580-4017-9d62-b0fe837a8d0d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.252035] env[62849]: WARNING nova.compute.manager [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Received unexpected event network-vif-plugged-ebaedf75-f580-4017-9d62-b0fe837a8d0d for instance with vm_state building and task_state spawning. [ 943.252237] env[62849]: DEBUG nova.compute.manager [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Received event network-changed-ebaedf75-f580-4017-9d62-b0fe837a8d0d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 943.252399] env[62849]: DEBUG nova.compute.manager [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Refreshing instance network info cache due to event network-changed-ebaedf75-f580-4017-9d62-b0fe837a8d0d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 943.252578] env[62849]: DEBUG oslo_concurrency.lockutils [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] Acquiring lock "refresh_cache-8d507dca-6261-430e-a2ae-94b4c7fb67f2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.330467] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquiring lock "f005248b-54b5-4c59-9895-87383a04bc2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.330802] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "f005248b-54b5-4c59-9895-87383a04bc2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.331134] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquiring lock "f005248b-54b5-4c59-9895-87383a04bc2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.331271] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "f005248b-54b5-4c59-9895-87383a04bc2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.331440] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "f005248b-54b5-4c59-9895-87383a04bc2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.333713] env[62849]: INFO nova.compute.manager [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Terminating instance [ 943.356111] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.383762] env[62849]: DEBUG nova.network.neutron [req-1ea4b30b-d64e-4700-b628-ab959941a8c5 req-635f2260-4132-4f72-bed7-51e7d0f870e4 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updated VIF entry in instance network info cache for port 99bed1a6-9056-4c69-8a91-c83d4a368bb7. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 943.384295] env[62849]: DEBUG nova.network.neutron [req-1ea4b30b-d64e-4700-b628-ab959941a8c5 req-635f2260-4132-4f72-bed7-51e7d0f870e4 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updating instance_info_cache with network_info: [{"id": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "address": "fa:16:3e:3a:af:83", "network": {"id": "826fa3b9-bbae-4933-b5a0-d3fd06e342cb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1040408413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "838d50fa4eeb49fcbcae8f13aaf57d18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bed1a6-90", "ovs_interfaceid": "99bed1a6-9056-4c69-8a91-c83d4a368bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.423730] env[62849]: DEBUG nova.scheduler.client.report [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.428123] env[62849]: DEBUG nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.458049] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.458345] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.458476] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.459614] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.459614] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.459614] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.459614] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.459614] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.459614] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.459922] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.459922] env[62849]: DEBUG nova.virt.hardware [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.461172] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42015150-9e82-4019-86ae-e8887b622e42 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.470079] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb0cbdd-5fd0-496d-9931-137df1d019bb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.716501] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.716779] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.717464] env[62849]: DEBUG nova.network.neutron [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.717464] env[62849]: DEBUG nova.objects.instance [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'info_cache' on Instance uuid c470235b-8456-4a41-90c3-89205b6d0e32 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.762718] env[62849]: DEBUG nova.network.neutron [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 943.839850] env[62849]: DEBUG nova.compute.manager [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.840092] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.841188] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2bcf74-8fd6-426c-9467-b75a0055308d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.849928] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.850180] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8d6f715-1ae0-4d4f-977b-3f46fd528269 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.857510] env[62849]: DEBUG oslo_vmware.api [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 943.857510] env[62849]: value = "task-4404653" [ 943.857510] env[62849]: _type = "Task" [ 943.857510] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.867078] env[62849]: DEBUG oslo_vmware.api [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.886962] env[62849]: DEBUG oslo_concurrency.lockutils [req-1ea4b30b-d64e-4700-b628-ab959941a8c5 req-635f2260-4132-4f72-bed7-51e7d0f870e4 service nova] Releasing lock "refresh_cache-2b954f3d-b575-4150-9a51-52fee5a880be" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.933663] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.934202] env[62849]: DEBUG nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.938149] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.651s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.939876] env[62849]: INFO nova.compute.claims [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.981608] env[62849]: DEBUG nova.network.neutron [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Updating instance_info_cache with network_info: [{"id": "ebaedf75-f580-4017-9d62-b0fe837a8d0d", "address": "fa:16:3e:ba:2d:96", "network": {"id": "1f2fc86b-d8bf-48c2-b4c0-ccd7a824e8a9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1235448917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a8b718d050c4dccb7d371a4dbdd6046", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaedf75-f5", "ovs_interfaceid": "ebaedf75-f580-4017-9d62-b0fe837a8d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.365427] env[62849]: DEBUG nova.network.neutron [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Successfully updated port: 82100ae2-289f-494e-b6b5-67aac77553d1 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 944.376222] env[62849]: DEBUG oslo_vmware.api [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404653, 'name': PowerOffVM_Task, 'duration_secs': 0.23772} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.376504] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.376664] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.376935] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-641579b4-3584-4831-b5ba-29a01e5552d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.444546] env[62849]: DEBUG nova.compute.utils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.457037] env[62849]: DEBUG nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.457037] env[62849]: DEBUG nova.network.neutron [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 944.460345] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.460779] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.461551] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Deleting the datastore file [datastore1] f005248b-54b5-4c59-9895-87383a04bc2f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.462568] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-260e0382-db4f-4777-aee5-58fb8b3ed1fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.470483] env[62849]: DEBUG oslo_vmware.api [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for the task: (returnval){ [ 944.470483] env[62849]: value = "task-4404655" [ 944.470483] env[62849]: _type = "Task" [ 944.470483] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.482398] env[62849]: DEBUG oslo_vmware.api [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.484964] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Releasing lock "refresh_cache-8d507dca-6261-430e-a2ae-94b4c7fb67f2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.485294] env[62849]: DEBUG nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Instance network_info: |[{"id": "ebaedf75-f580-4017-9d62-b0fe837a8d0d", "address": "fa:16:3e:ba:2d:96", "network": {"id": "1f2fc86b-d8bf-48c2-b4c0-ccd7a824e8a9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1235448917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a8b718d050c4dccb7d371a4dbdd6046", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaedf75-f5", "ovs_interfaceid": "ebaedf75-f580-4017-9d62-b0fe837a8d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.485585] env[62849]: DEBUG oslo_concurrency.lockutils [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] Acquired lock "refresh_cache-8d507dca-6261-430e-a2ae-94b4c7fb67f2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.485755] env[62849]: DEBUG nova.network.neutron [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Refreshing network info cache for port ebaedf75-f580-4017-9d62-b0fe837a8d0d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.487123] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:2d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebaedf75-f580-4017-9d62-b0fe837a8d0d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.495149] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Creating folder: Project (6a8b718d050c4dccb7d371a4dbdd6046). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.498582] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fb06668-c360-4b19-b9a5-2b387b9ccbb7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.513768] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Created folder: Project (6a8b718d050c4dccb7d371a4dbdd6046) in parent group-v861840. [ 944.513994] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Creating folder: Instances. Parent ref: group-v862067. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.514258] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62925942-24fb-446d-8d32-e451b5ebed1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.525485] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Created folder: Instances in parent group-v862067. [ 944.525665] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.525856] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.525936] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-884985ad-5071-44dc-b2d8-1a21271a0fc8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.543234] env[62849]: DEBUG nova.policy [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f7081dfa85e426bab087ad6876dfcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a89f6ec345349a3bb58211c3bd4a7d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.551669] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.551669] env[62849]: value = "task-4404658" [ 944.551669] env[62849]: _type = "Task" [ 944.551669] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.560231] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404658, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.872693] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.872693] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.872693] env[62849]: DEBUG nova.network.neutron [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 944.961730] env[62849]: DEBUG nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.990703] env[62849]: DEBUG nova.network.neutron [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Updated VIF entry in instance network info cache for port ebaedf75-f580-4017-9d62-b0fe837a8d0d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 944.991175] env[62849]: DEBUG nova.network.neutron [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Updating instance_info_cache with network_info: [{"id": "ebaedf75-f580-4017-9d62-b0fe837a8d0d", "address": "fa:16:3e:ba:2d:96", "network": {"id": "1f2fc86b-d8bf-48c2-b4c0-ccd7a824e8a9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1235448917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a8b718d050c4dccb7d371a4dbdd6046", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebaedf75-f5", "ovs_interfaceid": "ebaedf75-f580-4017-9d62-b0fe837a8d0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.996027] env[62849]: DEBUG oslo_vmware.api [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Task: {'id': task-4404655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277531} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.996027] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.996027] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.996027] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.996027] env[62849]: INFO nova.compute.manager [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 944.996027] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.996027] env[62849]: DEBUG nova.compute.manager [-] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.996027] env[62849]: DEBUG nova.network.neutron [-] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 945.072643] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404658, 'name': CreateVM_Task, 'duration_secs': 0.360266} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.072988] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.073829] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.074182] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.074681] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.075074] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c903df-4b61-460b-96a6-48de097c88a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.081408] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 945.081408] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c89df7-6d9a-de9f-c39f-3f58586500e4" [ 945.081408] env[62849]: _type = "Task" [ 945.081408] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.093871] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c89df7-6d9a-de9f-c39f-3f58586500e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.277341] env[62849]: DEBUG nova.compute.manager [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Received event network-vif-plugged-82100ae2-289f-494e-b6b5-67aac77553d1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 945.277549] env[62849]: DEBUG oslo_concurrency.lockutils [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] Acquiring lock "88167777-a8de-48ce-a931-f08670adedb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.277756] env[62849]: DEBUG oslo_concurrency.lockutils [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] Lock "88167777-a8de-48ce-a931-f08670adedb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.277920] env[62849]: DEBUG oslo_concurrency.lockutils [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] Lock "88167777-a8de-48ce-a931-f08670adedb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.278092] env[62849]: DEBUG nova.compute.manager [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] No waiting events found dispatching network-vif-plugged-82100ae2-289f-494e-b6b5-67aac77553d1 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.278250] env[62849]: WARNING nova.compute.manager [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Received unexpected event network-vif-plugged-82100ae2-289f-494e-b6b5-67aac77553d1 for instance with vm_state building and task_state spawning. [ 945.279070] env[62849]: DEBUG nova.compute.manager [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Received event network-changed-82100ae2-289f-494e-b6b5-67aac77553d1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 945.279070] env[62849]: DEBUG nova.compute.manager [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Refreshing instance network info cache due to event network-changed-82100ae2-289f-494e-b6b5-67aac77553d1. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 945.279070] env[62849]: DEBUG oslo_concurrency.lockutils [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] Acquiring lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.361043] env[62849]: DEBUG nova.network.neutron [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [{"id": "420c0db7-e282-44af-a3db-c72dd035e41d", "address": "fa:16:3e:fb:0f:24", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap420c0db7-e2", "ovs_interfaceid": "420c0db7-e282-44af-a3db-c72dd035e41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.379248] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bee5f2-4883-45f6-956c-032229bbe52d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.391621] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a006d98-cad8-4027-95fb-bbecaf38ef1a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.426497] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b52adb-9973-42c0-bd4b-473aa09e9227 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.435802] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345db1d0-e486-4c02-81d1-b4e9072ae736 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.450601] env[62849]: DEBUG nova.compute.provider_tree [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.458162] env[62849]: DEBUG nova.network.neutron [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 945.463613] env[62849]: DEBUG nova.network.neutron [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Successfully created port: 51935ef8-377e-442e-9927-cd8fe889663e {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 945.494103] env[62849]: DEBUG oslo_concurrency.lockutils [req-4befdc87-3154-4a9b-95b3-7f11686966d5 req-7e3c6ae5-ae31-4486-9b80-77b38ab56adc service nova] Releasing lock "refresh_cache-8d507dca-6261-430e-a2ae-94b4c7fb67f2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.595018] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c89df7-6d9a-de9f-c39f-3f58586500e4, 'name': SearchDatastore_Task, 'duration_secs': 0.021099} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.595018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.595018] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.595018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.595018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.595408] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.595408] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d43a8da8-1ca4-4c61-90eb-85c5c119e0af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.605219] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.605433] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.606181] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524fbff2-2108-474e-87dd-daeff4ea9a1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.615346] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 945.615346] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52207c6f-4082-af71-5f5b-60171bbafd49" [ 945.615346] env[62849]: _type = "Task" [ 945.615346] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.623829] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52207c6f-4082-af71-5f5b-60171bbafd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.772045] env[62849]: DEBUG nova.network.neutron [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Updating instance_info_cache with network_info: [{"id": "82100ae2-289f-494e-b6b5-67aac77553d1", "address": "fa:16:3e:20:7a:dc", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82100ae2-28", "ovs_interfaceid": "82100ae2-289f-494e-b6b5-67aac77553d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.864445] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-c470235b-8456-4a41-90c3-89205b6d0e32" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.864732] env[62849]: DEBUG nova.objects.instance [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'migration_context' on Instance uuid c470235b-8456-4a41-90c3-89205b6d0e32 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.954865] env[62849]: DEBUG nova.scheduler.client.report [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.972231] env[62849]: DEBUG nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.975149] env[62849]: DEBUG nova.network.neutron [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Successfully created port: 8b114873-0408-422e-8fd1-c66c3bc608c2 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 946.001516] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.001828] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.002052] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.002286] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.002474] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.002660] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.003072] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.003437] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.003537] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.003731] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.003954] env[62849]: DEBUG nova.virt.hardware [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.005287] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9396f79a-473f-4f3c-90dd-c3b9c8f0bc36 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.017405] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0527c450-cb36-435e-a5dd-7ed1cf90163f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.126170] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52207c6f-4082-af71-5f5b-60171bbafd49, 'name': SearchDatastore_Task, 'duration_secs': 0.011364} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.126978] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f8875a-1454-429a-8e93-588c3c7cfecc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.133328] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 946.133328] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f20523-2f40-2e2e-8fb2-da2009b13ff7" [ 946.133328] env[62849]: _type = "Task" [ 946.133328] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.141495] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f20523-2f40-2e2e-8fb2-da2009b13ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.153936] env[62849]: DEBUG nova.network.neutron [-] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.278992] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.279442] env[62849]: DEBUG nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Instance network_info: |[{"id": "82100ae2-289f-494e-b6b5-67aac77553d1", "address": "fa:16:3e:20:7a:dc", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82100ae2-28", "ovs_interfaceid": "82100ae2-289f-494e-b6b5-67aac77553d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.279755] env[62849]: DEBUG oslo_concurrency.lockutils [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] Acquired lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.279961] env[62849]: DEBUG nova.network.neutron [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Refreshing network info cache for port 82100ae2-289f-494e-b6b5-67aac77553d1 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.281640] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:7a:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82100ae2-289f-494e-b6b5-67aac77553d1', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.290886] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Creating folder: Project (70642570d2ae498a9fdd6a5d18ceb483). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.294213] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b66fe3f8-7944-4e52-8060-c36207704ad8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.308550] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Created folder: Project (70642570d2ae498a9fdd6a5d18ceb483) in parent group-v861840. [ 946.308838] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Creating folder: Instances. Parent ref: group-v862070. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.309117] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee4c572-fd5a-4bbe-8e8c-c0c2a0151dc7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.322023] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Created folder: Instances in parent group-v862070. [ 946.322023] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.322023] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.322023] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc13f27e-8ab7-4af6-8b87-9dee6957aa5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.349179] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.349179] env[62849]: value = "task-4404661" [ 946.349179] env[62849]: _type = "Task" [ 946.349179] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.357548] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404661, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.367681] env[62849]: DEBUG nova.objects.base [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 946.368864] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0622b4e9-8929-470a-80dc-57c0e6be3347 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.391983] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30056a00-ee9f-4b6f-b811-054e8ead5a8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.398971] env[62849]: DEBUG oslo_vmware.api [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 946.398971] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52de9b0c-4583-831f-c81f-0da848fa0524" [ 946.398971] env[62849]: _type = "Task" [ 946.398971] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.408609] env[62849]: DEBUG oslo_vmware.api [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52de9b0c-4583-831f-c81f-0da848fa0524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.461971] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.462216] env[62849]: DEBUG nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.464700] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.118s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.555052] env[62849]: DEBUG nova.network.neutron [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Updated VIF entry in instance network info cache for port 82100ae2-289f-494e-b6b5-67aac77553d1. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 946.555516] env[62849]: DEBUG nova.network.neutron [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Updating instance_info_cache with network_info: [{"id": "82100ae2-289f-494e-b6b5-67aac77553d1", "address": "fa:16:3e:20:7a:dc", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82100ae2-28", "ovs_interfaceid": "82100ae2-289f-494e-b6b5-67aac77553d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.644532] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f20523-2f40-2e2e-8fb2-da2009b13ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.01347} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.644794] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.645077] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 8d507dca-6261-430e-a2ae-94b4c7fb67f2/8d507dca-6261-430e-a2ae-94b4c7fb67f2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.645333] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7440478-0edf-48af-bc12-578b2b7dc23e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.652403] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 946.652403] env[62849]: value = "task-4404662" [ 946.652403] env[62849]: _type = "Task" [ 946.652403] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.657497] env[62849]: INFO nova.compute.manager [-] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Took 1.66 seconds to deallocate network for instance. [ 946.662811] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.858687] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404661, 'name': CreateVM_Task, 'duration_secs': 0.332363} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.858687] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.860030] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.860030] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.860030] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.860030] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27652f0c-2467-437b-8505-47b30e28bff4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.865772] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 946.865772] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5292ce20-a11a-a866-800b-cf14775da8b9" [ 946.865772] env[62849]: _type = "Task" [ 946.865772] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.875814] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5292ce20-a11a-a866-800b-cf14775da8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.911621] env[62849]: DEBUG oslo_vmware.api [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52de9b0c-4583-831f-c81f-0da848fa0524, 'name': SearchDatastore_Task, 'duration_secs': 0.008704} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.912049] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.969656] env[62849]: DEBUG nova.compute.utils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.972500] env[62849]: INFO nova.compute.claims [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.977388] env[62849]: DEBUG nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.977583] env[62849]: DEBUG nova.network.neutron [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 947.058195] env[62849]: DEBUG oslo_concurrency.lockutils [req-dedcb950-be6e-4bc5-8c94-4ba8c57dbdc1 req-07d7625b-7ed4-4278-a50b-03c8e150fbae service nova] Releasing lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.075811] env[62849]: DEBUG nova.policy [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ab9eae1ec264d25bca115514033eece', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70642570d2ae498a9fdd6a5d18ceb483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.164256] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404662, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.167567] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.316886] env[62849]: DEBUG nova.compute.manager [req-d26bb47e-0017-439f-ae80-793d1480ff23 req-0cadf485-4ff3-4a79-b939-79a29dc5bbc4 service nova] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Received event network-vif-deleted-a16be442-33e0-4e8b-9e6b-0c1bb5d2e402 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 947.379747] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5292ce20-a11a-a866-800b-cf14775da8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.055444} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.379747] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.379747] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.380078] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.380129] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.380504] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.381342] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-242fa2bf-facb-4524-87b2-45dfd99d5774 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.392443] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.392635] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.393405] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b61524c-b1a9-4950-a6b6-f609ff6e2dc0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.400648] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 947.400648] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287c600-53f0-fde3-0628-b51d130a992a" [ 947.400648] env[62849]: _type = "Task" [ 947.400648] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.409078] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287c600-53f0-fde3-0628-b51d130a992a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.482119] env[62849]: INFO nova.compute.resource_tracker [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating resource usage from migration 7b1cda06-4f79-4fb6-b8c5-9a81472778a8 [ 947.484855] env[62849]: DEBUG nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.503401] env[62849]: DEBUG nova.network.neutron [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Successfully created port: 002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 947.669299] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516442} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.669299] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 8d507dca-6261-430e-a2ae-94b4c7fb67f2/8d507dca-6261-430e-a2ae-94b4c7fb67f2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.669299] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.669299] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9121e83-f2b8-44d9-8556-c413d896794c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.678522] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 947.678522] env[62849]: value = "task-4404663" [ 947.678522] env[62849]: _type = "Task" [ 947.678522] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.689167] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.782262] env[62849]: DEBUG nova.network.neutron [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Successfully updated port: 51935ef8-377e-442e-9927-cd8fe889663e {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 947.838132] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ab65a2-d851-4556-9e0f-2cb187c9030d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.848545] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb989f19-6c28-4624-a948-00cd18a09e06 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.889943] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c17c7-aa42-4e5e-adc4-49d3666a07b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.900704] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6032d3-2f85-457f-a060-1793f291c064 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.916026] env[62849]: DEBUG nova.compute.provider_tree [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.920323] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287c600-53f0-fde3-0628-b51d130a992a, 'name': SearchDatastore_Task, 'duration_secs': 0.011497} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.921435] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1125400-b91e-4a04-a55d-e9e954fb57e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.927857] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 947.927857] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b06bbc-81ac-39d3-f1ec-9355684e4215" [ 947.927857] env[62849]: _type = "Task" [ 947.927857] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.937585] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b06bbc-81ac-39d3-f1ec-9355684e4215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.190616] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066005} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.191075] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.191662] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2da4823-15a0-472a-b3ae-49a6d6e4ba9c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.213362] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 8d507dca-6261-430e-a2ae-94b4c7fb67f2/8d507dca-6261-430e-a2ae-94b4c7fb67f2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.213684] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97f6250c-f9de-44de-aede-b18290f14f46 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.234091] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 948.234091] env[62849]: value = "task-4404664" [ 948.234091] env[62849]: _type = "Task" [ 948.234091] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.242841] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.422813] env[62849]: DEBUG nova.scheduler.client.report [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.439718] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b06bbc-81ac-39d3-f1ec-9355684e4215, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.440431] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.440729] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 88167777-a8de-48ce-a931-f08670adedb0/88167777-a8de-48ce-a931-f08670adedb0.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.440984] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0e3183c-2bc0-4574-908c-81e2aef60531 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.450040] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 948.450040] env[62849]: value = "task-4404665" [ 948.450040] env[62849]: _type = "Task" [ 948.450040] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.459845] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.495448] env[62849]: DEBUG nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.527608] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.527900] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.528337] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.528337] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.528549] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.528549] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.528841] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.530141] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.530141] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.530141] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.530141] env[62849]: DEBUG nova.virt.hardware [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.530306] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8eb7a4-70f8-451d-be38-12961016b46f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.542026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a54d46d-e8a1-4f0b-9d5c-86ddfd0105c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.744815] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.928915] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.464s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.928915] env[62849]: INFO nova.compute.manager [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Migrating [ 948.936450] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.370s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.938156] env[62849]: INFO nova.compute.claims [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.962506] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404665, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.249192] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.324612] env[62849]: DEBUG nova.network.neutron [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Successfully updated port: 002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 949.451705] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.451794] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.452488] env[62849]: DEBUG nova.network.neutron [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.472102] env[62849]: DEBUG nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Received event network-vif-plugged-51935ef8-377e-442e-9927-cd8fe889663e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 949.472329] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Acquiring lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.472533] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.473263] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.473468] env[62849]: DEBUG nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] No waiting events found dispatching network-vif-plugged-51935ef8-377e-442e-9927-cd8fe889663e {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.473640] env[62849]: WARNING nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Received unexpected event network-vif-plugged-51935ef8-377e-442e-9927-cd8fe889663e for instance with vm_state building and task_state spawning. [ 949.473805] env[62849]: DEBUG nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Received event network-changed-51935ef8-377e-442e-9927-cd8fe889663e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 949.473963] env[62849]: DEBUG nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Refreshing instance network info cache due to event network-changed-51935ef8-377e-442e-9927-cd8fe889663e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 949.474172] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Acquiring lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.474307] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Acquired lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.474460] env[62849]: DEBUG nova.network.neutron [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Refreshing network info cache for port 51935ef8-377e-442e-9927-cd8fe889663e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.475824] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715716} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.476466] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 88167777-a8de-48ce-a931-f08670adedb0/88167777-a8de-48ce-a931-f08670adedb0.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.476681] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.476936] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75da6e4a-5066-4359-a5e6-1db676a76daf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.489806] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 949.489806] env[62849]: value = "task-4404666" [ 949.489806] env[62849]: _type = "Task" [ 949.489806] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.503343] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.747318] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.825923] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.826100] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.826244] env[62849]: DEBUG nova.network.neutron [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.922532] env[62849]: DEBUG nova.network.neutron [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Successfully updated port: 8b114873-0408-422e-8fd1-c66c3bc608c2 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 950.000162] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111302} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.003470] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.004840] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20845356-8a2c-4580-b1d9-bd0cb7cf81fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.028016] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 88167777-a8de-48ce-a931-f08670adedb0/88167777-a8de-48ce-a931-f08670adedb0.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.033222] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e901eb6-f8dd-4f6c-938e-60e6072244f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.048856] env[62849]: DEBUG nova.network.neutron [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 950.057551] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 950.057551] env[62849]: value = "task-4404667" [ 950.057551] env[62849]: _type = "Task" [ 950.057551] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.070950] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.221917] env[62849]: DEBUG nova.network.neutron [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.253360] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404664, 'name': ReconfigVM_Task, 'duration_secs': 1.860085} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.253360] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 8d507dca-6261-430e-a2ae-94b4c7fb67f2/8d507dca-6261-430e-a2ae-94b4c7fb67f2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.253842] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f55be0d6-4c93-431c-b309-18efb652d206 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.262714] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 950.262714] env[62849]: value = "task-4404668" [ 950.262714] env[62849]: _type = "Task" [ 950.262714] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.283724] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404668, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.365351] env[62849]: DEBUG nova.network.neutron [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance_info_cache with network_info: [{"id": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "address": "fa:16:3e:ab:f3:6c", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ceb3fa2-c9", "ovs_interfaceid": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.376748] env[62849]: DEBUG nova.network.neutron [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 950.403378] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a0812-2e6a-4c17-bcbe-e520550aafad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.413352] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d8b8ce-9ac5-4d08-94f9-4b01b6584cef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.448746] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.452283] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2d75f9-b359-4885-9fd8-1d5b119c292e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.461087] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62666ce3-fc0d-41e0-8e13-bc15d688f7b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.476534] env[62849]: DEBUG nova.compute.provider_tree [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.568545] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404667, 'name': ReconfigVM_Task, 'duration_secs': 0.358732} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.568972] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 88167777-a8de-48ce-a931-f08670adedb0/88167777-a8de-48ce-a931-f08670adedb0.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.569792] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cf4b4b5-f789-48d2-858b-3d0ed7171b9d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.578558] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 950.578558] env[62849]: value = "task-4404669" [ 950.578558] env[62849]: _type = "Task" [ 950.578558] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.591240] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404669, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.642938] env[62849]: DEBUG nova.network.neutron [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Updating instance_info_cache with network_info: [{"id": "002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e", "address": "fa:16:3e:0b:4c:4d", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002b2eb1-90", "ovs_interfaceid": "002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.725254] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Releasing lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.725557] env[62849]: DEBUG nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Received event network-vif-plugged-002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 950.725769] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Acquiring lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.725982] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.726187] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.726362] env[62849]: DEBUG nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] No waiting events found dispatching network-vif-plugged-002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.726528] env[62849]: WARNING nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Received unexpected event network-vif-plugged-002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e for instance with vm_state building and task_state spawning. [ 950.726717] env[62849]: DEBUG nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Received event network-changed-002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 950.726840] env[62849]: DEBUG nova.compute.manager [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Refreshing instance network info cache due to event network-changed-002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 950.727047] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Acquiring lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.727270] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquired lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.727413] env[62849]: DEBUG nova.network.neutron [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 950.775292] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404668, 'name': Rename_Task, 'duration_secs': 0.181667} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.775548] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.775799] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df812741-c327-48db-b08d-54038aaf3cfb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.784025] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 950.784025] env[62849]: value = "task-4404670" [ 950.784025] env[62849]: _type = "Task" [ 950.784025] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.794331] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.869252] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.980566] env[62849]: DEBUG nova.scheduler.client.report [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.089263] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404669, 'name': Rename_Task, 'duration_secs': 0.149712} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.089546] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.089797] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9abbb9b-cca8-412a-954c-ae6f3febebf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.097069] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 951.097069] env[62849]: value = "task-4404671" [ 951.097069] env[62849]: _type = "Task" [ 951.097069] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.105605] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.147934] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.148337] env[62849]: DEBUG nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Instance network_info: |[{"id": "002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e", "address": "fa:16:3e:0b:4c:4d", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002b2eb1-90", "ovs_interfaceid": "002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.148649] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Acquired lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.148828] env[62849]: DEBUG nova.network.neutron [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Refreshing network info cache for port 002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.150063] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:4c:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.164632] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.166422] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.166614] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bc676e0-4c3e-48a3-a3cb-9bb1d27eca0c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.189911] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.189911] env[62849]: value = "task-4404672" [ 951.189911] env[62849]: _type = "Task" [ 951.189911] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.200753] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404672, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.265991] env[62849]: DEBUG nova.network.neutron [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 951.297547] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.487519] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.488626] env[62849]: DEBUG nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.493043] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.799s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.497387] env[62849]: DEBUG nova.objects.instance [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lazy-loading 'resources' on Instance uuid 9a35cf4e-4631-430e-b984-a10eb07ed0fc {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.515205] env[62849]: DEBUG nova.compute.manager [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Received event network-vif-plugged-8b114873-0408-422e-8fd1-c66c3bc608c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 951.515491] env[62849]: DEBUG oslo_concurrency.lockutils [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] Acquiring lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.515641] env[62849]: DEBUG oslo_concurrency.lockutils [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.515870] env[62849]: DEBUG oslo_concurrency.lockutils [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.516997] env[62849]: DEBUG nova.compute.manager [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] No waiting events found dispatching network-vif-plugged-8b114873-0408-422e-8fd1-c66c3bc608c2 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.517311] env[62849]: WARNING nova.compute.manager [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Received unexpected event network-vif-plugged-8b114873-0408-422e-8fd1-c66c3bc608c2 for instance with vm_state building and task_state spawning. [ 951.517608] env[62849]: DEBUG nova.compute.manager [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Received event network-changed-8b114873-0408-422e-8fd1-c66c3bc608c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 951.517855] env[62849]: DEBUG nova.compute.manager [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Refreshing instance network info cache due to event network-changed-8b114873-0408-422e-8fd1-c66c3bc608c2. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 951.518063] env[62849]: DEBUG oslo_concurrency.lockutils [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] Acquiring lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.607740] env[62849]: DEBUG oslo_vmware.api [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404671, 'name': PowerOnVM_Task, 'duration_secs': 0.487493} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.608045] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.608265] env[62849]: INFO nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Took 8.18 seconds to spawn the instance on the hypervisor. [ 951.608448] env[62849]: DEBUG nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.609269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c943e-5cf1-443e-ab8f-5ff4f580ed08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.701472] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404672, 'name': CreateVM_Task, 'duration_secs': 0.383293} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.702303] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.702842] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.703368] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.704412] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.704412] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e31bd8ee-bad6-40f0-8bfa-7d61896956c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.709557] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 951.709557] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d3a8ac-87a1-b7e7-85c5-474486648178" [ 951.709557] env[62849]: _type = "Task" [ 951.709557] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.718535] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d3a8ac-87a1-b7e7-85c5-474486648178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.750088] env[62849]: DEBUG nova.network.neutron [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Updating instance_info_cache with network_info: [{"id": "51935ef8-377e-442e-9927-cd8fe889663e", "address": "fa:16:3e:95:30:22", "network": {"id": "d21dd8c6-d109-492e-b73e-c2f487c47279", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1756616982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51935ef8-37", "ovs_interfaceid": "51935ef8-377e-442e-9927-cd8fe889663e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b114873-0408-422e-8fd1-c66c3bc608c2", "address": "fa:16:3e:67:55:82", "network": {"id": "fbb6ee75-a2f6-4417-8ba6-7a459eaffb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1737500932", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b114873-04", "ovs_interfaceid": "8b114873-0408-422e-8fd1-c66c3bc608c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.796499] env[62849]: DEBUG oslo_vmware.api [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404670, 'name': PowerOnVM_Task, 'duration_secs': 0.641934} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.800020] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.800020] env[62849]: INFO nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Took 10.86 seconds to spawn the instance on the hypervisor. [ 951.800020] env[62849]: DEBUG nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.800020] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a85ab4-93f5-4bfd-b325-1043a737e1d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.955690] env[62849]: DEBUG nova.network.neutron [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Updated VIF entry in instance network info cache for port 002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 951.956458] env[62849]: DEBUG nova.network.neutron [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Updating instance_info_cache with network_info: [{"id": "002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e", "address": "fa:16:3e:0b:4c:4d", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002b2eb1-90", "ovs_interfaceid": "002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.001495] env[62849]: DEBUG nova.compute.utils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.005765] env[62849]: DEBUG nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.005929] env[62849]: DEBUG nova.network.neutron [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 952.051690] env[62849]: DEBUG nova.policy [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24341b7eccd4d9c83b0696f4d234c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '177c81516407466fadb0d74b0e446829', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.126409] env[62849]: INFO nova.compute.manager [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Took 26.71 seconds to build instance. [ 952.227287] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d3a8ac-87a1-b7e7-85c5-474486648178, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.228042] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.228341] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.228636] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.228851] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.229102] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.232036] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c7523c8-19c2-4c28-aec5-efa8f6f44e11 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.242876] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.243147] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.246316] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49796b85-0ccc-4f2f-9442-776ab4eb609f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.253293] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 952.253293] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524042b5-4e1b-515b-3fa8-1e57f8a143c7" [ 952.253293] env[62849]: _type = "Task" [ 952.253293] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.257539] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Releasing lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.257814] env[62849]: DEBUG nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Instance network_info: |[{"id": "51935ef8-377e-442e-9927-cd8fe889663e", "address": "fa:16:3e:95:30:22", "network": {"id": "d21dd8c6-d109-492e-b73e-c2f487c47279", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1756616982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51935ef8-37", "ovs_interfaceid": "51935ef8-377e-442e-9927-cd8fe889663e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b114873-0408-422e-8fd1-c66c3bc608c2", "address": "fa:16:3e:67:55:82", "network": {"id": "fbb6ee75-a2f6-4417-8ba6-7a459eaffb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1737500932", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b114873-04", "ovs_interfaceid": "8b114873-0408-422e-8fd1-c66c3bc608c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.260437] env[62849]: DEBUG oslo_concurrency.lockutils [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] Acquired lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.260681] env[62849]: DEBUG nova.network.neutron [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Refreshing network info cache for port 8b114873-0408-422e-8fd1-c66c3bc608c2 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.265446] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:30:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51935ef8-377e-442e-9927-cd8fe889663e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:55:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b114873-0408-422e-8fd1-c66c3bc608c2', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.272281] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.274107] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.274367] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4646c9b-530e-41ee-870b-75d9ba6ffe9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.298288] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524042b5-4e1b-515b-3fa8-1e57f8a143c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.299717] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1284836b-f92c-4c6e-9c1e-53302394e452 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.308062] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.308062] env[62849]: value = "task-4404673" [ 952.308062] env[62849]: _type = "Task" [ 952.308062] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.308062] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 952.308062] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5299573a-9e57-afec-7155-35f48d024c76" [ 952.308062] env[62849]: _type = "Task" [ 952.308062] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.322629] env[62849]: INFO nova.compute.manager [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Took 31.65 seconds to build instance. [ 952.327829] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404673, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.331435] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5299573a-9e57-afec-7155-35f48d024c76, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.331688] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.331976] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e/4c1fc665-7f25-48a4-8cde-5488cf592e4e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.332297] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1480722a-bc71-4d79-8fd0-d465eed3952d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.344238] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 952.344238] env[62849]: value = "task-4404674" [ 952.344238] env[62849]: _type = "Task" [ 952.344238] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.362506] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.388546] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f10505c-8218-4377-8c8a-5833a280dc09 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.416035] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance '7f226332-03c4-4bfd-b088-9f8aa67d8cf8' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.459327] env[62849]: DEBUG oslo_concurrency.lockutils [req-d95db997-b245-4541-9397-9fea9bbd3d3a req-4b16f4b1-3f9c-4794-a520-5bcec4735da5 service nova] Releasing lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.492178] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a26e42-25dc-4889-88a6-b0c5c37aa42e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.500759] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0421aa8b-bde9-43a3-92ce-e7389a802df5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.504787] env[62849]: DEBUG nova.network.neutron [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Successfully created port: 2604307c-7bac-493d-9fc0-8580ffd443d8 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 952.507395] env[62849]: DEBUG nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.539387] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2d40c4-131c-4e09-a784-8280f337895b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.548423] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e387205a-dfd7-4f53-843b-f3b944b02ba6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.565828] env[62849]: DEBUG nova.compute.provider_tree [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.629318] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc830f3b-19d5-484b-ba51-7b907d2deaa2 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "88167777-a8de-48ce-a931-f08670adedb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.734s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.818267] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404673, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.825337] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9e16a249-1a10-4b87-934a-6e064fc29867 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.181s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.855531] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.923536] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.924141] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8d9eca4-f86d-4ad1-bfc7-b493a5a539a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.935971] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 952.935971] env[62849]: value = "task-4404675" [ 952.935971] env[62849]: _type = "Task" [ 952.935971] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.949700] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.069625] env[62849]: DEBUG nova.scheduler.client.report [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.121093] env[62849]: DEBUG nova.network.neutron [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Updated VIF entry in instance network info cache for port 8b114873-0408-422e-8fd1-c66c3bc608c2. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 953.121585] env[62849]: DEBUG nova.network.neutron [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Updating instance_info_cache with network_info: [{"id": "51935ef8-377e-442e-9927-cd8fe889663e", "address": "fa:16:3e:95:30:22", "network": {"id": "d21dd8c6-d109-492e-b73e-c2f487c47279", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1756616982", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51935ef8-37", "ovs_interfaceid": "51935ef8-377e-442e-9927-cd8fe889663e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b114873-0408-422e-8fd1-c66c3bc608c2", "address": "fa:16:3e:67:55:82", "network": {"id": "fbb6ee75-a2f6-4417-8ba6-7a459eaffb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1737500932", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b114873-04", "ovs_interfaceid": "8b114873-0408-422e-8fd1-c66c3bc608c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.317324] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404673, 'name': CreateVM_Task, 'duration_secs': 0.703799} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.317674] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.318270] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.318438] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.318766] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.319063] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bcf0e22-9c1e-402c-a86d-4f0f5756c537 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.324655] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 953.324655] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a67fb9-e1d9-6777-629c-a35990a9b610" [ 953.324655] env[62849]: _type = "Task" [ 953.324655] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.333321] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a67fb9-e1d9-6777-629c-a35990a9b610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.355174] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576497} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.355471] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e/4c1fc665-7f25-48a4-8cde-5488cf592e4e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.355645] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.355893] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94672c60-34f3-47d7-ac0f-bf6b6043b537 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.364904] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 953.364904] env[62849]: value = "task-4404676" [ 953.364904] env[62849]: _type = "Task" [ 953.364904] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.376699] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.436071] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquiring lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.436365] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.436577] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquiring lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.436761] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.436934] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.442392] env[62849]: INFO nova.compute.manager [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Terminating instance [ 953.450711] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404675, 'name': PowerOffVM_Task, 'duration_secs': 0.462272} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.451308] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.451500] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance '7f226332-03c4-4bfd-b088-9f8aa67d8cf8' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 953.519035] env[62849]: DEBUG nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.545504] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.545926] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.546010] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.546218] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.546377] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.546525] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.546734] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.546893] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.547073] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.547236] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.547407] env[62849]: DEBUG nova.virt.hardware [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.548269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a66aa-8c8e-47b9-83d9-950b5ae81f73 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.557167] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca3eb4-04f0-4f08-b7ef-ee6561ebac3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.577748] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.580064] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.994s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.582040] env[62849]: INFO nova.compute.claims [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.606673] env[62849]: INFO nova.scheduler.client.report [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Deleted allocations for instance 9a35cf4e-4631-430e-b984-a10eb07ed0fc [ 953.625789] env[62849]: DEBUG oslo_concurrency.lockutils [req-7906f920-12fe-4a40-9a24-5e7d2b9e986e req-849d2180-a22c-4b41-be14-d9846f4e323e service nova] Releasing lock "refresh_cache-5318e3a4-d247-4c2f-a8bb-a469d0015f76" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.835483] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a67fb9-e1d9-6777-629c-a35990a9b610, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.835781] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.836014] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.836258] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.836403] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.836574] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.836835] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-398219e6-5756-4d05-89fd-c3e757ba4588 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.846973] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.847183] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.847928] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0c8bf7-1eec-44a5-a4e9-5eec01475aa1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.854374] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 953.854374] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b083a6-73bd-5b9e-abaf-96c52181efaf" [ 953.854374] env[62849]: _type = "Task" [ 953.854374] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.862845] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b083a6-73bd-5b9e-abaf-96c52181efaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.875320] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268782} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.876010] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.876354] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f842f-a190-4b68-8871-b808b06bbd1f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.901566] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e/4c1fc665-7f25-48a4-8cde-5488cf592e4e.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.901958] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453256d2-5c18-4e50-9b74-eb2c042c7c4a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.923758] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 953.923758] env[62849]: value = "task-4404677" [ 953.923758] env[62849]: _type = "Task" [ 953.923758] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.933486] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.952942] env[62849]: DEBUG nova.compute.manager [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.952942] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.954099] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33eb967-2225-419f-a835-778997627aa2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.958613] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.958850] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.959016] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.959207] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.959355] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.959501] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.959704] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.959860] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.960039] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.960208] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.960428] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.966055] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c3a586-966f-46ee-8f0a-6acf976590ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.984908] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.986481] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755e5064-968c-4cf8-abf4-bf436c580465 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.988829] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 953.988829] env[62849]: value = "task-4404678" [ 953.988829] env[62849]: _type = "Task" [ 953.988829] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.997316] env[62849]: DEBUG oslo_vmware.api [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 953.997316] env[62849]: value = "task-4404679" [ 953.997316] env[62849]: _type = "Task" [ 953.997316] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.004056] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.017811] env[62849]: DEBUG oslo_vmware.api [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.116976] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5572ebb6-cbea-44d2-8abd-f89e2a0bf747 tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "9a35cf4e-4631-430e-b984-a10eb07ed0fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.517s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.138710] env[62849]: DEBUG nova.compute.manager [req-978bf7a0-5e35-4e86-ae84-ec11514be4a2 req-30705276-aa75-4e2b-9608-2895c1e1bdee service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Received event network-vif-plugged-2604307c-7bac-493d-9fc0-8580ffd443d8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 954.138710] env[62849]: DEBUG oslo_concurrency.lockutils [req-978bf7a0-5e35-4e86-ae84-ec11514be4a2 req-30705276-aa75-4e2b-9608-2895c1e1bdee service nova] Acquiring lock "050ece71-d662-4190-9db1-d75d6c1de9a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.138710] env[62849]: DEBUG oslo_concurrency.lockutils [req-978bf7a0-5e35-4e86-ae84-ec11514be4a2 req-30705276-aa75-4e2b-9608-2895c1e1bdee service nova] Lock "050ece71-d662-4190-9db1-d75d6c1de9a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.138710] env[62849]: DEBUG oslo_concurrency.lockutils [req-978bf7a0-5e35-4e86-ae84-ec11514be4a2 req-30705276-aa75-4e2b-9608-2895c1e1bdee service nova] Lock "050ece71-d662-4190-9db1-d75d6c1de9a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.138931] env[62849]: DEBUG nova.compute.manager [req-978bf7a0-5e35-4e86-ae84-ec11514be4a2 req-30705276-aa75-4e2b-9608-2895c1e1bdee service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] No waiting events found dispatching network-vif-plugged-2604307c-7bac-493d-9fc0-8580ffd443d8 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.139722] env[62849]: WARNING nova.compute.manager [req-978bf7a0-5e35-4e86-ae84-ec11514be4a2 req-30705276-aa75-4e2b-9608-2895c1e1bdee service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Received unexpected event network-vif-plugged-2604307c-7bac-493d-9fc0-8580ffd443d8 for instance with vm_state building and task_state spawning. [ 954.322606] env[62849]: DEBUG nova.network.neutron [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Successfully updated port: 2604307c-7bac-493d-9fc0-8580ffd443d8 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 954.371631] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b083a6-73bd-5b9e-abaf-96c52181efaf, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.373062] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b913cbb7-3176-47c1-94d2-c914a268f1b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.380834] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 954.380834] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525548de-ff19-f30e-287f-e095ee45e745" [ 954.380834] env[62849]: _type = "Task" [ 954.380834] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.396019] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525548de-ff19-f30e-287f-e095ee45e745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.434760] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404677, 'name': ReconfigVM_Task, 'duration_secs': 0.351902} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.435090] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e/4c1fc665-7f25-48a4-8cde-5488cf592e4e.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.435789] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f0f4f6-f841-42e1-aef6-e2101bceb6da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.444408] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 954.444408] env[62849]: value = "task-4404680" [ 954.444408] env[62849]: _type = "Task" [ 954.444408] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.454925] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404680, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.499794] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404678, 'name': ReconfigVM_Task, 'duration_secs': 0.291211} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.501821] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance '7f226332-03c4-4bfd-b088-9f8aa67d8cf8' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.515095] env[62849]: DEBUG oslo_vmware.api [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404679, 'name': PowerOffVM_Task, 'duration_secs': 0.32143} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.515385] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.515628] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.515815] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9079adb-9194-46b7-ac08-048a8f5f1e31 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.595487] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.595726] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.595910] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Deleting the datastore file [datastore1] 8d507dca-6261-430e-a2ae-94b4c7fb67f2 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.596226] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9311c29-b46e-4a19-b6c9-25ae460c8ea4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.606634] env[62849]: DEBUG oslo_vmware.api [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for the task: (returnval){ [ 954.606634] env[62849]: value = "task-4404682" [ 954.606634] env[62849]: _type = "Task" [ 954.606634] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.616167] env[62849]: DEBUG oslo_vmware.api [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.828439] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "refresh_cache-050ece71-d662-4190-9db1-d75d6c1de9a1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.828602] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "refresh_cache-050ece71-d662-4190-9db1-d75d6c1de9a1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.828756] env[62849]: DEBUG nova.network.neutron [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 954.895027] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525548de-ff19-f30e-287f-e095ee45e745, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.895027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.895027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 5318e3a4-d247-4c2f-a8bb-a469d0015f76/5318e3a4-d247-4c2f-a8bb-a469d0015f76.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.895390] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f697bd94-98b2-4785-bdcc-d83147ff39d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.905567] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 954.905567] env[62849]: value = "task-4404683" [ 954.905567] env[62849]: _type = "Task" [ 954.905567] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.917872] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.955557] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404680, 'name': Rename_Task, 'duration_secs': 0.15684} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.958391] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.958917] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45843640-58b2-4ca4-9451-473d882c814f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.966775] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 954.966775] env[62849]: value = "task-4404684" [ 954.966775] env[62849]: _type = "Task" [ 954.966775] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.979911] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.003177] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fea3a00-cc2d-49b7-ab93-23f646a49e03 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.013694] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.013949] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.014127] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.014312] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.014460] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.014605] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.014865] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.015057] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.015231] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.015394] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.015596] env[62849]: DEBUG nova.virt.hardware [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.021844] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.022330] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36be8cbb-0c39-4cbc-ab10-dd97f8ba88f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.039040] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ace63-61c1-46c8-9647-cc11f224647b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.042669] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "6e31ba54-8563-44e3-bb5f-150662007e3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.042899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "6e31ba54-8563-44e3-bb5f-150662007e3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.043110] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "6e31ba54-8563-44e3-bb5f-150662007e3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.043294] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "6e31ba54-8563-44e3-bb5f-150662007e3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.043457] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "6e31ba54-8563-44e3-bb5f-150662007e3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.046260] env[62849]: INFO nova.compute.manager [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Terminating instance [ 955.083144] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229dc7b0-0157-4d8a-a9e5-41a0171b9bc2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.085252] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 955.085252] env[62849]: value = "task-4404685" [ 955.085252] env[62849]: _type = "Task" [ 955.085252] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.094149] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6423ca5c-5bd1-4a7a-9a96-957d90bbb6c7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.102099] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.113709] env[62849]: DEBUG nova.compute.provider_tree [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.124490] env[62849]: DEBUG oslo_vmware.api [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Task: {'id': task-4404682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25826} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.125494] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.125706] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.125904] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.126114] env[62849]: INFO nova.compute.manager [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 955.126386] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.127046] env[62849]: DEBUG nova.compute.manager [-] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.127141] env[62849]: DEBUG nova.network.neutron [-] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 955.406449] env[62849]: DEBUG nova.network.neutron [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 955.426207] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404683, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.481013] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404684, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.552408] env[62849]: DEBUG nova.compute.manager [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.553496] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.553691] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a9922-8264-4189-ae11-f14baeabac9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.562851] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.563177] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dcb3f1a-e3e7-465c-aeca-a849ad59870e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.572378] env[62849]: DEBUG oslo_vmware.api [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 955.572378] env[62849]: value = "task-4404686" [ 955.572378] env[62849]: _type = "Task" [ 955.572378] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.587590] env[62849]: DEBUG oslo_vmware.api [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.597648] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.621603] env[62849]: DEBUG nova.scheduler.client.report [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.639814] env[62849]: DEBUG nova.network.neutron [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Updating instance_info_cache with network_info: [{"id": "2604307c-7bac-493d-9fc0-8580ffd443d8", "address": "fa:16:3e:0e:62:42", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2604307c-7b", "ovs_interfaceid": "2604307c-7bac-493d-9fc0-8580ffd443d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.881509] env[62849]: DEBUG nova.network.neutron [-] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.919850] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717479} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.920161] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 5318e3a4-d247-4c2f-a8bb-a469d0015f76/5318e3a4-d247-4c2f-a8bb-a469d0015f76.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.920385] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.920643] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa8910a6-4b88-45cc-95d6-43e8383df7a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.927690] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 955.927690] env[62849]: value = "task-4404687" [ 955.927690] env[62849]: _type = "Task" [ 955.927690] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.938863] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.978246] env[62849]: DEBUG oslo_vmware.api [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404684, 'name': PowerOnVM_Task, 'duration_secs': 0.573639} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.978563] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.978838] env[62849]: INFO nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Took 7.48 seconds to spawn the instance on the hypervisor. [ 955.979080] env[62849]: DEBUG nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.979986] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30afbea0-d041-456f-b24a-83fbacf83423 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.083158] env[62849]: DEBUG oslo_vmware.api [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.096535] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.126675] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.127191] env[62849]: DEBUG nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.129808] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.874s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.130033] env[62849]: DEBUG nova.objects.instance [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'resources' on Instance uuid 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.144548] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "refresh_cache-050ece71-d662-4190-9db1-d75d6c1de9a1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.144877] env[62849]: DEBUG nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Instance network_info: |[{"id": "2604307c-7bac-493d-9fc0-8580ffd443d8", "address": "fa:16:3e:0e:62:42", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2604307c-7b", "ovs_interfaceid": "2604307c-7bac-493d-9fc0-8580ffd443d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.145296] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:62:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2604307c-7bac-493d-9fc0-8580ffd443d8', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.152750] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.153266] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.153509] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3cb9963-cc19-4005-8c4e-7db95840a37a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.170755] env[62849]: DEBUG nova.compute.manager [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Received event network-changed-2604307c-7bac-493d-9fc0-8580ffd443d8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 956.170990] env[62849]: DEBUG nova.compute.manager [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Refreshing instance network info cache due to event network-changed-2604307c-7bac-493d-9fc0-8580ffd443d8. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 956.171225] env[62849]: DEBUG oslo_concurrency.lockutils [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] Acquiring lock "refresh_cache-050ece71-d662-4190-9db1-d75d6c1de9a1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.171369] env[62849]: DEBUG oslo_concurrency.lockutils [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] Acquired lock "refresh_cache-050ece71-d662-4190-9db1-d75d6c1de9a1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.171529] env[62849]: DEBUG nova.network.neutron [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Refreshing network info cache for port 2604307c-7bac-493d-9fc0-8580ffd443d8 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.179567] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.179567] env[62849]: value = "task-4404688" [ 956.179567] env[62849]: _type = "Task" [ 956.179567] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.189235] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404688, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.385294] env[62849]: INFO nova.compute.manager [-] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Took 1.26 seconds to deallocate network for instance. [ 956.441313] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092012} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.441717] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.442643] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a29f9-c06c-4721-b4ed-6f448e19229d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.474248] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 5318e3a4-d247-4c2f-a8bb-a469d0015f76/5318e3a4-d247-4c2f-a8bb-a469d0015f76.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.474978] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973dbe32-55f8-4b58-ae26-72b3da3b06fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.501912] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 956.501912] env[62849]: value = "task-4404689" [ 956.501912] env[62849]: _type = "Task" [ 956.501912] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.508049] env[62849]: INFO nova.compute.manager [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Took 29.26 seconds to build instance. [ 956.517866] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.585609] env[62849]: DEBUG oslo_vmware.api [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404686, 'name': PowerOffVM_Task, 'duration_secs': 0.920025} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.585609] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.585804] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.588039] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ffa7bdb-c03e-4a59-9d44-3e7d4a6a414a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.596619] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404685, 'name': ReconfigVM_Task, 'duration_secs': 1.220807} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.596893] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.597716] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8e418c-5dad-4c0e-be3e-0b6f24679227 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.622797] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 7f226332-03c4-4bfd-b088-9f8aa67d8cf8/7f226332-03c4-4bfd-b088-9f8aa67d8cf8.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.623187] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1c0b81-60cc-42d5-97ee-d7a4980e4776 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.637843] env[62849]: DEBUG nova.compute.utils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.643142] env[62849]: DEBUG nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.643142] env[62849]: DEBUG nova.network.neutron [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 956.652274] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 956.652274] env[62849]: value = "task-4404691" [ 956.652274] env[62849]: _type = "Task" [ 956.652274] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.665092] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.668608] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.668865] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.669052] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Deleting the datastore file [datastore2] 6e31ba54-8563-44e3-bb5f-150662007e3c {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.672064] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c98816b8-c310-4b1b-aa32-6ff52baadb18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.681855] env[62849]: DEBUG oslo_vmware.api [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for the task: (returnval){ [ 956.681855] env[62849]: value = "task-4404692" [ 956.681855] env[62849]: _type = "Task" [ 956.681855] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.697623] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404688, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.701034] env[62849]: DEBUG oslo_vmware.api [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.740144] env[62849]: DEBUG nova.policy [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6578b71bba478c8ba6dfba4108f9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432a291434f44498b061e63905808ada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.742039] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquiring lock "424811f2-9309-4b64-86f2-5565ee1be904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.742217] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "424811f2-9309-4b64-86f2-5565ee1be904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.742742] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquiring lock "424811f2-9309-4b64-86f2-5565ee1be904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.742742] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "424811f2-9309-4b64-86f2-5565ee1be904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.742742] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "424811f2-9309-4b64-86f2-5565ee1be904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.747604] env[62849]: INFO nova.compute.manager [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Terminating instance [ 956.793452] env[62849]: INFO nova.compute.manager [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Rescuing [ 956.793702] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.793859] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.794029] env[62849]: DEBUG nova.network.neutron [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.896708] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.009695] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c93fca1-81b4-46b5-9c19-9377ce82ca3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.015933] env[62849]: DEBUG oslo_concurrency.lockutils [None req-56d3af38-65d2-46ec-b8ee-fc1f04d54f3e tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.801s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.016238] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404689, 'name': ReconfigVM_Task, 'duration_secs': 0.354947} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.016910] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 5318e3a4-d247-4c2f-a8bb-a469d0015f76/5318e3a4-d247-4c2f-a8bb-a469d0015f76.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.017633] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d54bce2-cabc-4607-8cc8-e3376c8bddbc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.023190] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a217c0-bf8a-4957-8523-92dae8f00668 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.027927] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 957.027927] env[62849]: value = "task-4404693" [ 957.027927] env[62849]: _type = "Task" [ 957.027927] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.062749] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246e8081-9a98-42d8-b3c9-630e7cb536d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.069319] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404693, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.075652] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fee5eaa-344e-4b3f-b188-ad260e82225d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.093231] env[62849]: DEBUG nova.compute.provider_tree [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.140912] env[62849]: DEBUG nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.144885] env[62849]: DEBUG nova.network.neutron [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Updated VIF entry in instance network info cache for port 2604307c-7bac-493d-9fc0-8580ffd443d8. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.145263] env[62849]: DEBUG nova.network.neutron [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Updating instance_info_cache with network_info: [{"id": "2604307c-7bac-493d-9fc0-8580ffd443d8", "address": "fa:16:3e:0e:62:42", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2604307c-7b", "ovs_interfaceid": "2604307c-7bac-493d-9fc0-8580ffd443d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.165674] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.195936] env[62849]: DEBUG oslo_vmware.api [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Task: {'id': task-4404692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213676} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.199601] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.199846] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.200159] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.200375] env[62849]: INFO nova.compute.manager [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 957.200647] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.201394] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404688, 'name': CreateVM_Task, 'duration_secs': 0.531799} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.201719] env[62849]: DEBUG nova.compute.manager [-] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.201996] env[62849]: DEBUG nova.network.neutron [-] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 957.204237] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.205427] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.205684] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.206162] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.206951] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd04a63-2e95-4d8d-b8d4-edc7200eb647 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.214798] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 957.214798] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ea8403-983b-a272-a81f-c7c486010dec" [ 957.214798] env[62849]: _type = "Task" [ 957.214798] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.224828] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ea8403-983b-a272-a81f-c7c486010dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.254020] env[62849]: DEBUG nova.compute.manager [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.254427] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.255387] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47adb5f5-fa3c-4f09-82e5-d5e7ca14e2a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.264345] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.264670] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-774abf0d-c6d0-4d02-b515-626185badc6e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.271382] env[62849]: DEBUG oslo_vmware.api [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 957.271382] env[62849]: value = "task-4404694" [ 957.271382] env[62849]: _type = "Task" [ 957.271382] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.280734] env[62849]: DEBUG oslo_vmware.api [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.395669] env[62849]: DEBUG nova.network.neutron [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Successfully created port: ad97fe9b-8989-440b-89df-a5b09d1e438d {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 957.541441] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404693, 'name': Rename_Task, 'duration_secs': 0.158887} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.541441] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.541726] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05faf379-47c4-4232-80d9-49333bc14861 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.549628] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 957.549628] env[62849]: value = "task-4404695" [ 957.549628] env[62849]: _type = "Task" [ 957.549628] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.559478] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.595915] env[62849]: DEBUG nova.scheduler.client.report [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.652422] env[62849]: DEBUG oslo_concurrency.lockutils [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] Releasing lock "refresh_cache-050ece71-d662-4190-9db1-d75d6c1de9a1" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.652936] env[62849]: DEBUG nova.compute.manager [req-e8f11a1c-3ed7-4348-a0f2-b9d19136b7a1 req-44d7c06e-da80-412c-beab-f910715dd0fa service nova] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Received event network-vif-deleted-ebaedf75-f580-4017-9d62-b0fe837a8d0d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 957.664402] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404691, 'name': ReconfigVM_Task, 'duration_secs': 0.602243} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.664730] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 7f226332-03c4-4bfd-b088-9f8aa67d8cf8/7f226332-03c4-4bfd-b088-9f8aa67d8cf8.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.665171] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance '7f226332-03c4-4bfd-b088-9f8aa67d8cf8' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.728827] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ea8403-983b-a272-a81f-c7c486010dec, 'name': SearchDatastore_Task, 'duration_secs': 0.011498} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.729212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.729500] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.729748] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.729899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.730087] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.730382] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4047dfb8-5cb8-4f93-9e5b-86fdaaa14f98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.742129] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.742309] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.743518] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ce0330-2313-48e6-ba73-7c23f8834450 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.750681] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 957.750681] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d66343-222d-6471-c36b-c044443a3e19" [ 957.750681] env[62849]: _type = "Task" [ 957.750681] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.762795] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d66343-222d-6471-c36b-c044443a3e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.786659] env[62849]: DEBUG oslo_vmware.api [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404694, 'name': PowerOffVM_Task, 'duration_secs': 0.255096} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.787044] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.787419] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.787767] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-462e14fd-ba53-4a66-ba4c-2c4e61fe8e11 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.865875] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.866349] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.866672] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Deleting the datastore file [datastore2] 424811f2-9309-4b64-86f2-5565ee1be904 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.867084] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b39c06b-c589-466c-a588-76eacc98a13b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.882153] env[62849]: DEBUG oslo_vmware.api [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for the task: (returnval){ [ 957.882153] env[62849]: value = "task-4404697" [ 957.882153] env[62849]: _type = "Task" [ 957.882153] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.892781] env[62849]: DEBUG oslo_vmware.api [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.904897] env[62849]: DEBUG nova.network.neutron [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Updating instance_info_cache with network_info: [{"id": "002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e", "address": "fa:16:3e:0b:4c:4d", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap002b2eb1-90", "ovs_interfaceid": "002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.062569] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404695, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.102053] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.104663] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.116s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.104909] env[62849]: DEBUG nova.objects.instance [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'resources' on Instance uuid c4534d7d-9d5b-47cb-8617-c0725d506cbf {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.131915] env[62849]: INFO nova.scheduler.client.report [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted allocations for instance 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0 [ 958.153537] env[62849]: DEBUG nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.175543] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89003f7-4426-4531-803a-1b9110742dfd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.211054] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.211298] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.211481] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.211665] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.211807] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.211946] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.212229] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.212529] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.212724] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.212902] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.213088] env[62849]: DEBUG nova.virt.hardware [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.214033] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0438bb7-a214-4d20-aadd-bc7d1f9e0c3b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.218395] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2453dd9-4b96-49ab-b443-45c9babfd787 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.243702] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7fc130-c3c4-4b0b-8604-87e384fdd89c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.248445] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance '7f226332-03c4-4bfd-b088-9f8aa67d8cf8' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.273616] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d66343-222d-6471-c36b-c044443a3e19, 'name': SearchDatastore_Task, 'duration_secs': 0.011417} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.273616] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88becf44-bff0-4430-a810-3c1bdc4cfa77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.278015] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 958.278015] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f56f54-b108-4000-164d-3a5cf7f6e7fa" [ 958.278015] env[62849]: _type = "Task" [ 958.278015] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.287763] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f56f54-b108-4000-164d-3a5cf7f6e7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.318337] env[62849]: DEBUG nova.network.neutron [-] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.354251] env[62849]: DEBUG nova.compute.manager [req-608cbebb-8640-4f87-b76d-2b0445530f13 req-62149dbc-0f44-40c2-a0f8-01296c7f195f service nova] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Received event network-vif-deleted-14fef226-f773-4d5a-886c-b9352bf2a0e3 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 958.393457] env[62849]: DEBUG oslo_vmware.api [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Task: {'id': task-4404697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203027} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.393752] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.393965] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.394035] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.394209] env[62849]: INFO nova.compute.manager [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Took 1.14 seconds to destroy the instance on the hypervisor. [ 958.395024] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.395024] env[62849]: DEBUG nova.compute.manager [-] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.395024] env[62849]: DEBUG nova.network.neutron [-] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 958.408049] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "refresh_cache-4c1fc665-7f25-48a4-8cde-5488cf592e4e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.560520] env[62849]: DEBUG oslo_vmware.api [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404695, 'name': PowerOnVM_Task, 'duration_secs': 0.54252} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.560880] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.561062] env[62849]: INFO nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Took 12.59 seconds to spawn the instance on the hypervisor. [ 958.561217] env[62849]: DEBUG nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.562052] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2096def6-43d4-4629-8c15-80e03f60bc97 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.641078] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9908e4b-77ac-4c5a-bfa5-25cde16dd2be tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.398s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.805762] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f56f54-b108-4000-164d-3a5cf7f6e7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017507} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.806240] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.807541] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 050ece71-d662-4190-9db1-d75d6c1de9a1/050ece71-d662-4190-9db1-d75d6c1de9a1.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.811092] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cbb6fc1-e3ee-4a02-89ed-6430eddd6091 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.822490] env[62849]: INFO nova.compute.manager [-] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Took 1.62 seconds to deallocate network for instance. [ 958.823093] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 958.823093] env[62849]: value = "task-4404698" [ 958.823093] env[62849]: _type = "Task" [ 958.823093] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.848256] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.849497] env[62849]: DEBUG nova.network.neutron [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Port 6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 959.080413] env[62849]: INFO nova.compute.manager [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Took 32.55 seconds to build instance. [ 959.117391] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61100515-77e1-4f02-828a-2d8d03c51516 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.129633] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2aad90-ee94-4986-9f79-c03c4d180fce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.166200] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200a1418-3ed2-4ffb-aabd-8379df56d236 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.175382] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75e10c-9752-4a0f-9524-8969944b1b16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.192483] env[62849]: DEBUG nova.compute.provider_tree [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.337992] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404698, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.342527] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.562268] env[62849]: DEBUG nova.network.neutron [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Successfully updated port: ad97fe9b-8989-440b-89df-a5b09d1e438d {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 959.583346] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ae639b5e-0dc9-44a8-91a9-43da04a3e0ef tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.060s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.595355] env[62849]: DEBUG nova.network.neutron [-] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.612657] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.612870] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.613209] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.613550] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.613808] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.617841] env[62849]: INFO nova.compute.manager [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Terminating instance [ 959.696030] env[62849]: DEBUG nova.scheduler.client.report [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.841491] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840913} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.841802] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 050ece71-d662-4190-9db1-d75d6c1de9a1/050ece71-d662-4190-9db1-d75d6c1de9a1.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.842088] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.844806] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5101a15-b0dc-4dc0-a14d-b95cee49c6c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.855026] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 959.855026] env[62849]: value = "task-4404699" [ 959.855026] env[62849]: _type = "Task" [ 959.855026] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.876017] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.882798] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.882798] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.882798] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.956027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.956392] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a493bd03-ef54-4100-94bb-8aa36d3fcb71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.964434] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 959.964434] env[62849]: value = "task-4404700" [ 959.964434] env[62849]: _type = "Task" [ 959.964434] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.981014] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.065820] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-9d438adc-8942-4efb-ac72-2a1a9b42858b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.065820] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-9d438adc-8942-4efb-ac72-2a1a9b42858b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.066220] env[62849]: DEBUG nova.network.neutron [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.098527] env[62849]: INFO nova.compute.manager [-] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Took 1.70 seconds to deallocate network for instance. [ 960.125039] env[62849]: DEBUG nova.compute.manager [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.125346] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.126253] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db240b1-73c5-47d2-ace2-90673b003a91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.136447] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.136731] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd8c04c-7bd6-49df-9ed0-57623e8d221a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.145302] env[62849]: DEBUG oslo_vmware.api [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 960.145302] env[62849]: value = "task-4404701" [ 960.145302] env[62849]: _type = "Task" [ 960.145302] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.155768] env[62849]: DEBUG oslo_vmware.api [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.203361] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.206104] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.352s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.206441] env[62849]: DEBUG nova.objects.instance [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'resources' on Instance uuid 8a127c3a-de4c-4f21-8b80-6e1cc169504e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.231387] env[62849]: INFO nova.scheduler.client.report [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleted allocations for instance c4534d7d-9d5b-47cb-8617-c0725d506cbf [ 960.365983] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292174} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.366731] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.367635] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6eb14c-62cd-4159-8997-5377f557e109 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.399290] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 050ece71-d662-4190-9db1-d75d6c1de9a1/050ece71-d662-4190-9db1-d75d6c1de9a1.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.399953] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c513001-a007-45e2-8480-257ac8d91c8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.425467] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 960.425467] env[62849]: value = "task-4404702" [ 960.425467] env[62849]: _type = "Task" [ 960.425467] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.436145] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.475713] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404700, 'name': PowerOffVM_Task, 'duration_secs': 0.45632} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.475945] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.477496] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c7502-0319-46a0-8b34-87bad3a1f387 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.501646] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227a30e-949e-4a8b-a05b-39dcb174c869 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.505264] env[62849]: DEBUG nova.compute.manager [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Received event network-vif-deleted-1bef2318-ce9a-4732-a411-a599b0a90b2e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 960.505582] env[62849]: DEBUG nova.compute.manager [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Received event network-vif-plugged-ad97fe9b-8989-440b-89df-a5b09d1e438d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 960.505894] env[62849]: DEBUG oslo_concurrency.lockutils [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] Acquiring lock "9d438adc-8942-4efb-ac72-2a1a9b42858b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.506321] env[62849]: DEBUG oslo_concurrency.lockutils [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] Lock "9d438adc-8942-4efb-ac72-2a1a9b42858b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.506321] env[62849]: DEBUG oslo_concurrency.lockutils [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] Lock "9d438adc-8942-4efb-ac72-2a1a9b42858b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.506442] env[62849]: DEBUG nova.compute.manager [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] No waiting events found dispatching network-vif-plugged-ad97fe9b-8989-440b-89df-a5b09d1e438d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.507049] env[62849]: WARNING nova.compute.manager [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Received unexpected event network-vif-plugged-ad97fe9b-8989-440b-89df-a5b09d1e438d for instance with vm_state building and task_state spawning. [ 960.507049] env[62849]: DEBUG nova.compute.manager [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Received event network-changed-ad97fe9b-8989-440b-89df-a5b09d1e438d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 960.507049] env[62849]: DEBUG nova.compute.manager [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Refreshing instance network info cache due to event network-changed-ad97fe9b-8989-440b-89df-a5b09d1e438d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 960.507266] env[62849]: DEBUG oslo_concurrency.lockutils [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] Acquiring lock "refresh_cache-9d438adc-8942-4efb-ac72-2a1a9b42858b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.548239] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.548371] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb36c854-d179-40fb-b7f6-0030bef16813 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.556925] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 960.556925] env[62849]: value = "task-4404703" [ 960.556925] env[62849]: _type = "Task" [ 960.556925] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.570992] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 960.571279] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.571480] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.571696] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.571795] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.572386] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2f605e1-5ed2-4610-8c95-2ba677011611 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.584805] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.584805] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.585633] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e14fc8-c52f-4331-9dea-d623e6bdc989 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.593968] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 960.593968] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52957d04-2119-9dd0-d0f7-26381d1ea8f6" [ 960.593968] env[62849]: _type = "Task" [ 960.593968] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.603526] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52957d04-2119-9dd0-d0f7-26381d1ea8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.605862] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.614599] env[62849]: DEBUG nova.network.neutron [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 960.656248] env[62849]: DEBUG oslo_vmware.api [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404701, 'name': PowerOffVM_Task, 'duration_secs': 0.278682} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.656540] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.656710] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.657077] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a935f139-27c2-4094-8361-64344d3026b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.709935] env[62849]: DEBUG nova.objects.instance [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'numa_topology' on Instance uuid 8a127c3a-de4c-4f21-8b80-6e1cc169504e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.740426] env[62849]: DEBUG oslo_concurrency.lockutils [None req-acfc690c-49b5-436d-8d34-e3d643bceb33 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "c4534d7d-9d5b-47cb-8617-c0725d506cbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.588s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.780566] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.781341] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.781341] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Deleting the datastore file [datastore1] 5318e3a4-d247-4c2f-a8bb-a469d0015f76 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.781469] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7f946af-8e2b-41ca-bdb3-d3718edee420 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.791163] env[62849]: DEBUG oslo_vmware.api [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for the task: (returnval){ [ 960.791163] env[62849]: value = "task-4404705" [ 960.791163] env[62849]: _type = "Task" [ 960.791163] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.801865] env[62849]: DEBUG oslo_vmware.api [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.936501] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404702, 'name': ReconfigVM_Task, 'duration_secs': 0.317384} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.936809] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 050ece71-d662-4190-9db1-d75d6c1de9a1/050ece71-d662-4190-9db1-d75d6c1de9a1.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.937483] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-653569f9-7d90-401a-8836-afab59637f1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.945203] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 960.945203] env[62849]: value = "task-4404706" [ 960.945203] env[62849]: _type = "Task" [ 960.945203] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.954708] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404706, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.102966] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.102966] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.102966] env[62849]: DEBUG nova.network.neutron [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 961.112069] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52957d04-2119-9dd0-d0f7-26381d1ea8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.117191] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ac2aef-0484-4ceb-a9a1-63b34c6db26b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.126536] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 961.126536] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52241807-7c5b-c734-61fd-f1d9cbb39e34" [ 961.126536] env[62849]: _type = "Task" [ 961.126536] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.137302] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52241807-7c5b-c734-61fd-f1d9cbb39e34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.169424] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.169424] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.214845] env[62849]: DEBUG nova.objects.base [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Object Instance<8a127c3a-de4c-4f21-8b80-6e1cc169504e> lazy-loaded attributes: resources,numa_topology {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.228700] env[62849]: DEBUG nova.network.neutron [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Updating instance_info_cache with network_info: [{"id": "ad97fe9b-8989-440b-89df-a5b09d1e438d", "address": "fa:16:3e:b4:1a:5a", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad97fe9b-89", "ovs_interfaceid": "ad97fe9b-8989-440b-89df-a5b09d1e438d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.302976] env[62849]: DEBUG oslo_vmware.api [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Task: {'id': task-4404705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189143} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.303272] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.303473] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.303637] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.303814] env[62849]: INFO nova.compute.manager [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Took 1.18 seconds to destroy the instance on the hypervisor. [ 961.304065] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.304286] env[62849]: DEBUG nova.compute.manager [-] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.304377] env[62849]: DEBUG nova.network.neutron [-] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 961.461182] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404706, 'name': Rename_Task, 'duration_secs': 0.263044} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.461346] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.461650] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d61a2a-44fa-47a7-b8ef-2b2cfccc1fac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.474403] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 961.474403] env[62849]: value = "task-4404707" [ 961.474403] env[62849]: _type = "Task" [ 961.474403] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.488067] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.583057] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcadd8e-cc18-440f-bf72-c4354945ec05 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.595556] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e5edd-8e5e-4f45-a159-4ceb7385ba98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.642816] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef8c54f-f059-4eed-aaa2-ec115c32229b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.654833] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9321eafb-bb34-4b2d-8052-7cda53cfc9ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.659512] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52241807-7c5b-c734-61fd-f1d9cbb39e34, 'name': SearchDatastore_Task, 'duration_secs': 0.012453} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.659827] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.660099] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. {{(pid=62849) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 961.660748] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178f07b1-8f27-4868-bb6b-a33c6e9b9ee3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.677483] env[62849]: DEBUG nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.680558] env[62849]: DEBUG nova.compute.provider_tree [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.690933] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 961.690933] env[62849]: value = "task-4404708" [ 961.690933] env[62849]: _type = "Task" [ 961.690933] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.699850] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.731714] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-9d438adc-8942-4efb-ac72-2a1a9b42858b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.732212] env[62849]: DEBUG nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Instance network_info: |[{"id": "ad97fe9b-8989-440b-89df-a5b09d1e438d", "address": "fa:16:3e:b4:1a:5a", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad97fe9b-89", "ovs_interfaceid": "ad97fe9b-8989-440b-89df-a5b09d1e438d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.732811] env[62849]: DEBUG oslo_concurrency.lockutils [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] Acquired lock "refresh_cache-9d438adc-8942-4efb-ac72-2a1a9b42858b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.733011] env[62849]: DEBUG nova.network.neutron [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Refreshing network info cache for port ad97fe9b-8989-440b-89df-a5b09d1e438d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.734415] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:1a:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad97fe9b-8989-440b-89df-a5b09d1e438d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.743451] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.744072] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.744411] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b84bd3ce-db59-47e3-854d-cae5ab5db7f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.766478] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.766478] env[62849]: value = "task-4404709" [ 961.766478] env[62849]: _type = "Task" [ 961.766478] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.776762] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404709, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.857094] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.857358] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.857558] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "379996e0-b80e-4066-a47f-1bcf26c647fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.857736] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.857904] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.860670] env[62849]: INFO nova.compute.manager [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Terminating instance [ 961.989673] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.067254] env[62849]: DEBUG nova.network.neutron [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance_info_cache with network_info: [{"id": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "address": "fa:16:3e:ab:f3:6c", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ceb3fa2-c9", "ovs_interfaceid": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.190487] env[62849]: DEBUG nova.scheduler.client.report [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.211268] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.218136] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500181} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.223025] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. [ 962.223025] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ca261-0868-4be1-8914-511f3347065e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.256849] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.258855] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5e8763-c0ba-469b-9416-fdda0049e3bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.284829] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404709, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.290259] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 962.290259] env[62849]: value = "task-4404710" [ 962.290259] env[62849]: _type = "Task" [ 962.290259] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.300967] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.364885] env[62849]: DEBUG nova.compute.manager [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.365197] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.366407] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244c52bb-4a5a-45fa-8c91-fa5cfee9aca5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.378190] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.378548] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee3bd736-8d47-4fcd-8016-86668dc984ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.388156] env[62849]: DEBUG oslo_vmware.api [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 962.388156] env[62849]: value = "task-4404711" [ 962.388156] env[62849]: _type = "Task" [ 962.388156] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.397491] env[62849]: DEBUG oslo_vmware.api [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.486755] env[62849]: DEBUG oslo_vmware.api [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404707, 'name': PowerOnVM_Task, 'duration_secs': 0.517385} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.486755] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.486755] env[62849]: INFO nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Took 8.97 seconds to spawn the instance on the hypervisor. [ 962.486946] env[62849]: DEBUG nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.488109] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a917f17-9531-4f76-ad87-06a3a3b4e07d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.537112] env[62849]: DEBUG nova.compute.manager [req-9101b9cb-423d-4ca8-9062-089da16dd440 req-e623b01b-990b-46aa-bf24-c8985beec2dc service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Received event network-vif-deleted-51935ef8-377e-442e-9927-cd8fe889663e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 962.537112] env[62849]: INFO nova.compute.manager [req-9101b9cb-423d-4ca8-9062-089da16dd440 req-e623b01b-990b-46aa-bf24-c8985beec2dc service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Neutron deleted interface 51935ef8-377e-442e-9927-cd8fe889663e; detaching it from the instance and deleting it from the info cache [ 962.537112] env[62849]: DEBUG nova.network.neutron [req-9101b9cb-423d-4ca8-9062-089da16dd440 req-e623b01b-990b-46aa-bf24-c8985beec2dc service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Updating instance_info_cache with network_info: [{"id": "8b114873-0408-422e-8fd1-c66c3bc608c2", "address": "fa:16:3e:67:55:82", "network": {"id": "fbb6ee75-a2f6-4417-8ba6-7a459eaffb15", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1737500932", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "2a89f6ec345349a3bb58211c3bd4a7d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b114873-04", "ovs_interfaceid": "8b114873-0408-422e-8fd1-c66c3bc608c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.570192] env[62849]: DEBUG oslo_concurrency.lockutils [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.613364] env[62849]: DEBUG nova.network.neutron [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Updated VIF entry in instance network info cache for port ad97fe9b-8989-440b-89df-a5b09d1e438d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 962.613761] env[62849]: DEBUG nova.network.neutron [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Updating instance_info_cache with network_info: [{"id": "ad97fe9b-8989-440b-89df-a5b09d1e438d", "address": "fa:16:3e:b4:1a:5a", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad97fe9b-89", "ovs_interfaceid": "ad97fe9b-8989-440b-89df-a5b09d1e438d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.698047] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.492s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.700733] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.345s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.701043] env[62849]: DEBUG nova.objects.instance [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lazy-loading 'resources' on Instance uuid 9642cd5d-3280-4f65-859e-1e4554fe8033 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.710185] env[62849]: DEBUG nova.network.neutron [-] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.785902] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404709, 'name': CreateVM_Task, 'duration_secs': 0.57625} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.786161] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.786894] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.787079] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.787416] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.787694] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50fa898-0231-42cf-a230-a280430bfaa5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.795627] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 962.795627] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d38a8-30f1-2772-4263-7b57a2697ae5" [ 962.795627] env[62849]: _type = "Task" [ 962.795627] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.802643] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404710, 'name': ReconfigVM_Task, 'duration_secs': 0.44052} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.803294] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.804173] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccc7db3-27f1-4f15-9765-e90d95bcf249 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.809634] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d38a8-30f1-2772-4263-7b57a2697ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.833366] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19afad55-873f-4847-b9b3-341420f50589 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.850128] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 962.850128] env[62849]: value = "task-4404712" [ 962.850128] env[62849]: _type = "Task" [ 962.850128] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.858523] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.899465] env[62849]: DEBUG oslo_vmware.api [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404711, 'name': PowerOffVM_Task, 'duration_secs': 0.239155} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.899969] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.901240] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.901605] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03390b25-0d8e-4b10-94d8-e5cc23a29885 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.973150] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.973150] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.973394] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Deleting the datastore file [datastore1] 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.974194] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b938fdc9-e5a1-4b0b-a497-c67d365472fb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.984034] env[62849]: DEBUG oslo_vmware.api [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 962.984034] env[62849]: value = "task-4404714" [ 962.984034] env[62849]: _type = "Task" [ 962.984034] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.994482] env[62849]: DEBUG oslo_vmware.api [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.012849] env[62849]: INFO nova.compute.manager [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Took 33.47 seconds to build instance. [ 963.043129] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bff9556-d86a-4980-b55d-47c815b661d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.053140] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016b640-ea34-434d-bf1a-30869af94154 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.091309] env[62849]: DEBUG nova.compute.manager [req-9101b9cb-423d-4ca8-9062-089da16dd440 req-e623b01b-990b-46aa-bf24-c8985beec2dc service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Detach interface failed, port_id=51935ef8-377e-442e-9927-cd8fe889663e, reason: Instance 5318e3a4-d247-4c2f-a8bb-a469d0015f76 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 963.091612] env[62849]: DEBUG nova.compute.manager [req-9101b9cb-423d-4ca8-9062-089da16dd440 req-e623b01b-990b-46aa-bf24-c8985beec2dc service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Received event network-vif-deleted-8b114873-0408-422e-8fd1-c66c3bc608c2 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 963.091835] env[62849]: INFO nova.compute.manager [req-9101b9cb-423d-4ca8-9062-089da16dd440 req-e623b01b-990b-46aa-bf24-c8985beec2dc service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Neutron deleted interface 8b114873-0408-422e-8fd1-c66c3bc608c2; detaching it from the instance and deleting it from the info cache [ 963.092099] env[62849]: DEBUG nova.network.neutron [req-9101b9cb-423d-4ca8-9062-089da16dd440 req-e623b01b-990b-46aa-bf24-c8985beec2dc service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.109858] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaafdf7-c449-4346-b0a2-e6397a56792c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.129901] env[62849]: DEBUG oslo_concurrency.lockutils [req-7cd9961c-9d4f-4e5a-939e-46008a8ef97c req-6b787389-cd8f-404a-8413-298de18953de service nova] Releasing lock "refresh_cache-9d438adc-8942-4efb-ac72-2a1a9b42858b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.131362] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d623be34-8c02-4049-8a6c-5f5dd5ee26ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.139489] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance '7f226332-03c4-4bfd-b088-9f8aa67d8cf8' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.211670] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a7165d75-baed-49ea-a35a-fc49cb5410e9 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.910s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.213536] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.905s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.214309] env[62849]: INFO nova.compute.manager [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Unshelving [ 963.215355] env[62849]: INFO nova.compute.manager [-] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Took 1.91 seconds to deallocate network for instance. [ 963.310233] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d38a8-30f1-2772-4263-7b57a2697ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.018013} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.310551] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.310781] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.311087] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.311253] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.311439] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.311709] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b77f21-023c-4bea-af88-828b996bc4c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.324222] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.324479] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.325220] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633a152b-592a-4654-b00d-6b1a94eb8b88 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.334366] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 963.334366] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5206f9e4-5b93-49bf-5f07-0562f822629f" [ 963.334366] env[62849]: _type = "Task" [ 963.334366] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.345909] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5206f9e4-5b93-49bf-5f07-0562f822629f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.359943] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404712, 'name': ReconfigVM_Task, 'duration_secs': 0.180344} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.360769] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.360769] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5732ecbf-d221-4932-b340-7e7318b40dde {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.369641] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 963.369641] env[62849]: value = "task-4404715" [ 963.369641] env[62849]: _type = "Task" [ 963.369641] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.378635] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.497275] env[62849]: DEBUG oslo_vmware.api [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156747} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.499323] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.499323] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.499504] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.499636] env[62849]: INFO nova.compute.manager [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 963.499882] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.500355] env[62849]: DEBUG nova.compute.manager [-] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.500568] env[62849]: DEBUG nova.network.neutron [-] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 963.517614] env[62849]: DEBUG oslo_concurrency.lockutils [None req-812358e0-a0a9-4251-a95d-00b1d514eb97 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "050ece71-d662-4190-9db1-d75d6c1de9a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.983s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.541409] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77cb32a-4576-40ce-bbb2-155ad6cdc65f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.552017] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead9384-6c1d-4ab8-9cbc-8c9ff25643d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.585401] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e87abcb-35d3-40bc-a303-ef14a8c98828 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.594463] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91af7f89-05f0-4aae-9bef-ceb3ef5ad994 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.599085] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8609c07-e435-4551-9983-9f794016b33c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.612212] env[62849]: DEBUG nova.compute.provider_tree [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.617863] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f353ce40-55ce-4b26-9db9-19f8bbb5c138 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.655198] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.656012] env[62849]: DEBUG nova.compute.manager [req-9101b9cb-423d-4ca8-9062-089da16dd440 req-e623b01b-990b-46aa-bf24-c8985beec2dc service nova] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Detach interface failed, port_id=8b114873-0408-422e-8fd1-c66c3bc608c2, reason: Instance 5318e3a4-d247-4c2f-a8bb-a469d0015f76 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 963.656476] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad0192cb-1387-45c5-98d5-c0c8834d325a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.665757] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 963.665757] env[62849]: value = "task-4404716" [ 963.665757] env[62849]: _type = "Task" [ 963.665757] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.676219] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.685327] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.685557] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.722502] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.845752] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5206f9e4-5b93-49bf-5f07-0562f822629f, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.846531] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93af8e8c-4d23-4f84-b235-5c6ed15f26f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.854160] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 963.854160] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c8a154-9fcf-20a4-3ac6-0a867b5004fc" [ 963.854160] env[62849]: _type = "Task" [ 963.854160] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.863896] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c8a154-9fcf-20a4-3ac6-0a867b5004fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.879999] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.314442] env[62849]: DEBUG nova.scheduler.client.report [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.314442] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404716, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.314442] env[62849]: DEBUG nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.314442] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.368123] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c8a154-9fcf-20a4-3ac6-0a867b5004fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012162} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.368622] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.368999] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9d438adc-8942-4efb-ac72-2a1a9b42858b/9d438adc-8942-4efb-ac72-2a1a9b42858b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.369466] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b99b890-5016-4d0f-940d-ad6fde9ebcd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.387137] env[62849]: DEBUG oslo_vmware.api [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404715, 'name': PowerOnVM_Task, 'duration_secs': 0.653046} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.388895] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.390768] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 964.390768] env[62849]: value = "task-4404717" [ 964.390768] env[62849]: _type = "Task" [ 964.390768] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.391808] env[62849]: DEBUG nova.compute.manager [None req-f848eba0-32fa-4741-8176-95a7c94e57cc tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.392756] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50e552-081d-4dd3-97a9-1bc246e96cfa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.408273] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.463798] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "050ece71-d662-4190-9db1-d75d6c1de9a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.465921] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "050ece71-d662-4190-9db1-d75d6c1de9a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.465921] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "050ece71-d662-4190-9db1-d75d6c1de9a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.465921] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "050ece71-d662-4190-9db1-d75d6c1de9a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.465921] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "050ece71-d662-4190-9db1-d75d6c1de9a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.467191] env[62849]: INFO nova.compute.manager [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Terminating instance [ 964.590282] env[62849]: DEBUG nova.compute.manager [req-732887f3-cf71-48ea-8827-a5936a8c4d55 req-718b5834-e699-41d1-ba09-af58fc09a164 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Received event network-vif-deleted-43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 964.590282] env[62849]: INFO nova.compute.manager [req-732887f3-cf71-48ea-8827-a5936a8c4d55 req-718b5834-e699-41d1-ba09-af58fc09a164 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Neutron deleted interface 43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33; detaching it from the instance and deleting it from the info cache [ 964.590506] env[62849]: DEBUG nova.network.neutron [req-732887f3-cf71-48ea-8827-a5936a8c4d55 req-718b5834-e699-41d1-ba09-af58fc09a164 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.625721] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.628559] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.716s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.653602] env[62849]: INFO nova.scheduler.client.report [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Deleted allocations for instance 9642cd5d-3280-4f65-859e-1e4554fe8033 [ 964.680106] env[62849]: DEBUG oslo_vmware.api [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404716, 'name': PowerOnVM_Task, 'duration_secs': 0.655817} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.680932] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.681155] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-99f0ecc8-d8e2-41b5-9e6a-e592ea57bfc7 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance '7f226332-03c4-4bfd-b088-9f8aa67d8cf8' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.686088] env[62849]: DEBUG nova.network.neutron [-] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.715685] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.903072] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516611} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.903434] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9d438adc-8942-4efb-ac72-2a1a9b42858b/9d438adc-8942-4efb-ac72-2a1a9b42858b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.903677] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.903983] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59b4b547-57ab-4013-9b49-4fa0228e13de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.912027] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 964.912027] env[62849]: value = "task-4404718" [ 964.912027] env[62849]: _type = "Task" [ 964.912027] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.924467] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.971629] env[62849]: DEBUG nova.compute.manager [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.971866] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.972922] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8670c6-d4f5-491a-b0b2-bcb86c651375 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.982101] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.982450] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83bfff72-b2da-4fd7-a486-d8feec4d64ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.990817] env[62849]: DEBUG oslo_vmware.api [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 964.990817] env[62849]: value = "task-4404719" [ 964.990817] env[62849]: _type = "Task" [ 964.990817] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.999951] env[62849]: DEBUG oslo_vmware.api [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.098259] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64196c7b-0f40-4ada-8a4f-45aea2b739c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.109328] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6408a1d3-c1c1-4c7d-942e-7a1d55f31a1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.150104] env[62849]: DEBUG nova.compute.manager [req-732887f3-cf71-48ea-8827-a5936a8c4d55 req-718b5834-e699-41d1-ba09-af58fc09a164 service nova] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Detach interface failed, port_id=43a4a7e4-0cf1-4fed-ab3d-a311a1da6b33, reason: Instance 379996e0-b80e-4066-a47f-1bcf26c647fb could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 965.165215] env[62849]: DEBUG oslo_concurrency.lockutils [None req-48ab8af8-20b9-4900-b680-6e929be8a4d0 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "9642cd5d-3280-4f65-859e-1e4554fe8033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.442s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.197330] env[62849]: INFO nova.compute.manager [-] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Took 1.69 seconds to deallocate network for instance. [ 965.425554] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111175} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.425838] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.426652] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd174aed-a021-4a94-b5d3-626b07adcc5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.450042] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9d438adc-8942-4efb-ac72-2a1a9b42858b/9d438adc-8942-4efb-ac72-2a1a9b42858b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.453128] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94148056-889a-4d2b-9e8f-3166f73f8f97 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.475122] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 965.475122] env[62849]: value = "task-4404720" [ 965.475122] env[62849]: _type = "Task" [ 965.475122] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.485253] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.501460] env[62849]: DEBUG oslo_vmware.api [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404719, 'name': PowerOffVM_Task, 'duration_secs': 0.333428} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.504479] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.504797] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.506032] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d5d551-148e-4a1c-884d-da53f5307dbf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.568394] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4280ee0-8295-4895-b41e-1f6ed8b64098 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.577034] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd104cab-05fa-4354-b920-d1f373c5326f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.614160] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c6062e-7415-475c-8923-91b2e95accdb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.617145] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.617224] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.617376] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleting the datastore file [datastore2] 050ece71-d662-4190-9db1-d75d6c1de9a1 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.617650] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c9c56fe-5226-4b8c-99ac-45649f209be2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.628184] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4110a5-6140-401b-8124-dd5546d15d7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.637127] env[62849]: DEBUG oslo_vmware.api [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 965.637127] env[62849]: value = "task-4404722" [ 965.637127] env[62849]: _type = "Task" [ 965.637127] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.649120] env[62849]: DEBUG nova.compute.provider_tree [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.657264] env[62849]: DEBUG oslo_vmware.api [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.706378] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.987100] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.147615] env[62849]: DEBUG oslo_vmware.api [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415681} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.147615] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.147615] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.147615] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.147615] env[62849]: INFO nova.compute.manager [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 966.147905] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.147905] env[62849]: DEBUG nova.compute.manager [-] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.148091] env[62849]: DEBUG nova.network.neutron [-] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 966.153126] env[62849]: DEBUG nova.scheduler.client.report [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.433410] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.433541] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.433772] env[62849]: DEBUG nova.compute.manager [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Going to confirm migration 4 {{(pid=62849) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 966.436896] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "2b954f3d-b575-4150-9a51-52fee5a880be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.437720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "2b954f3d-b575-4150-9a51-52fee5a880be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.437720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "2b954f3d-b575-4150-9a51-52fee5a880be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.437720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "2b954f3d-b575-4150-9a51-52fee5a880be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.437720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "2b954f3d-b575-4150-9a51-52fee5a880be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.441588] env[62849]: INFO nova.compute.manager [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Terminating instance [ 966.488690] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404720, 'name': ReconfigVM_Task, 'duration_secs': 0.69562} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.488928] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9d438adc-8942-4efb-ac72-2a1a9b42858b/9d438adc-8942-4efb-ac72-2a1a9b42858b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.491228] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58498c8e-99b4-4ed3-8d0e-52e1d8ceef00 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.499966] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 966.499966] env[62849]: value = "task-4404723" [ 966.499966] env[62849]: _type = "Task" [ 966.499966] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.511105] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404723, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.621236] env[62849]: DEBUG nova.compute.manager [req-50b78986-b059-4d18-8e56-63ba008ae387 req-56a3cbcc-350c-44f8-9707-36ad0d305cb7 service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Received event network-vif-deleted-2604307c-7bac-493d-9fc0-8580ffd443d8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 966.622162] env[62849]: INFO nova.compute.manager [req-50b78986-b059-4d18-8e56-63ba008ae387 req-56a3cbcc-350c-44f8-9707-36ad0d305cb7 service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Neutron deleted interface 2604307c-7bac-493d-9fc0-8580ffd443d8; detaching it from the instance and deleting it from the info cache [ 966.622162] env[62849]: DEBUG nova.network.neutron [req-50b78986-b059-4d18-8e56-63ba008ae387 req-56a3cbcc-350c-44f8-9707-36ad0d305cb7 service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.910106] env[62849]: INFO nova.compute.manager [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Rescuing [ 966.910528] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.910585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.910739] env[62849]: DEBUG nova.network.neutron [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.936670] env[62849]: DEBUG nova.network.neutron [-] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.946650] env[62849]: DEBUG nova.compute.manager [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.947296] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.948266] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9927a754-2579-48f4-b732-bbc06715dbf6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.957233] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.957498] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51d0422-ee65-40be-93ed-2be307c306ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.965138] env[62849]: DEBUG oslo_vmware.api [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 966.965138] env[62849]: value = "task-4404724" [ 966.965138] env[62849]: _type = "Task" [ 966.965138] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.975108] env[62849]: DEBUG oslo_vmware.api [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.978938] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.979219] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.979415] env[62849]: DEBUG nova.network.neutron [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.979604] env[62849]: DEBUG nova.objects.instance [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lazy-loading 'info_cache' on Instance uuid 7f226332-03c4-4bfd-b088-9f8aa67d8cf8 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.010373] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404723, 'name': Rename_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.010657] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.010934] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f54ed72-37b2-4418-8b55-b98d7ee8ff6e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.018951] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 967.018951] env[62849]: value = "task-4404725" [ 967.018951] env[62849]: _type = "Task" [ 967.018951] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.028054] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.124266] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23089272-9b7e-407a-822a-2d53e911076d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.135050] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f18511-792e-4680-93f0-01934524c598 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.173958] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.545s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.178060] env[62849]: DEBUG nova.compute.manager [req-50b78986-b059-4d18-8e56-63ba008ae387 req-56a3cbcc-350c-44f8-9707-36ad0d305cb7 service nova] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Detach interface failed, port_id=2604307c-7bac-493d-9fc0-8580ffd443d8, reason: Instance 050ece71-d662-4190-9db1-d75d6c1de9a1 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 967.178355] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.011s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.178556] env[62849]: DEBUG nova.objects.instance [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lazy-loading 'resources' on Instance uuid f005248b-54b5-4c59-9895-87383a04bc2f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.440865] env[62849]: INFO nova.compute.manager [-] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Took 1.29 seconds to deallocate network for instance. [ 967.478822] env[62849]: DEBUG oslo_vmware.api [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404724, 'name': PowerOffVM_Task, 'duration_secs': 0.3164} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.479362] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.479506] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.479836] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33f34d3d-9f18-47d5-8361-57a46668dd99 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.534607] env[62849]: DEBUG oslo_vmware.api [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404725, 'name': PowerOnVM_Task, 'duration_secs': 0.504452} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.534990] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.535302] env[62849]: INFO nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Took 9.38 seconds to spawn the instance on the hypervisor. [ 967.535561] env[62849]: DEBUG nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.536611] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d935f-3fb6-4c41-bd69-ba090ec6bf7f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.570834] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.571206] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.571447] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Deleting the datastore file [datastore2] 2b954f3d-b575-4150-9a51-52fee5a880be {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.571638] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d479d5-7984-44eb-b13c-d736452e85a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.578557] env[62849]: DEBUG oslo_vmware.api [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for the task: (returnval){ [ 967.578557] env[62849]: value = "task-4404727" [ 967.578557] env[62849]: _type = "Task" [ 967.578557] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.591515] env[62849]: DEBUG oslo_vmware.api [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.686891] env[62849]: DEBUG nova.network.neutron [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Updating instance_info_cache with network_info: [{"id": "82100ae2-289f-494e-b6b5-67aac77553d1", "address": "fa:16:3e:20:7a:dc", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82100ae2-28", "ovs_interfaceid": "82100ae2-289f-494e-b6b5-67aac77553d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.741614] env[62849]: INFO nova.scheduler.client.report [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted allocation for migration bde13f32-bb51-40e0-a137-a34a7a3f8bed [ 967.948599] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.974890] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7e604c-b8db-4057-9ef0-7399a7125bae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.984194] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c26eb3b-1102-46be-979f-2835c010bc5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.028126] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c00d0f-ae59-4f93-9e27-c7a0f8806f19 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.034828] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f2c0e-f4cf-47a7-a3e8-86d171560793 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.057396] env[62849]: DEBUG nova.compute.provider_tree [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.062883] env[62849]: INFO nova.compute.manager [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Took 35.50 seconds to build instance. [ 968.089886] env[62849]: DEBUG oslo_vmware.api [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Task: {'id': task-4404727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480317} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.092633] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.092886] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.093090] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.093675] env[62849]: INFO nova.compute.manager [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Took 1.15 seconds to destroy the instance on the hypervisor. [ 968.093675] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.094137] env[62849]: DEBUG nova.compute.manager [-] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.094243] env[62849]: DEBUG nova.network.neutron [-] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 968.190193] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.249851] env[62849]: DEBUG oslo_concurrency.lockutils [None req-77a71fec-ce17-40c2-af1f-d303e07ab62f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.073s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.353651] env[62849]: DEBUG nova.network.neutron [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance_info_cache with network_info: [{"id": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "address": "fa:16:3e:ab:f3:6c", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ceb3fa2-c9", "ovs_interfaceid": "6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.499636] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160fdc5a-c62b-4352-b598-49bbf8cafa1c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.510403] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Suspending the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 968.511226] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-00effc9a-0bb4-449c-ac6c-5766e4396560 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.520163] env[62849]: DEBUG oslo_vmware.api [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 968.520163] env[62849]: value = "task-4404728" [ 968.520163] env[62849]: _type = "Task" [ 968.520163] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.532750] env[62849]: DEBUG oslo_vmware.api [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404728, 'name': SuspendVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.564695] env[62849]: DEBUG nova.scheduler.client.report [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.570781] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4028f7ed-f028-4970-af3e-897e0f729afa tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9d438adc-8942-4efb-ac72-2a1a9b42858b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.022s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.671483] env[62849]: DEBUG nova.compute.manager [req-a8d4f521-c1a5-479d-90cd-e2c6da5531f7 req-704911eb-43ea-4eea-8a5a-1fd2862b80e0 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Received event network-vif-deleted-99bed1a6-9056-4c69-8a91-c83d4a368bb7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 968.671483] env[62849]: INFO nova.compute.manager [req-a8d4f521-c1a5-479d-90cd-e2c6da5531f7 req-704911eb-43ea-4eea-8a5a-1fd2862b80e0 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Neutron deleted interface 99bed1a6-9056-4c69-8a91-c83d4a368bb7; detaching it from the instance and deleting it from the info cache [ 968.671483] env[62849]: DEBUG nova.network.neutron [req-a8d4f521-c1a5-479d-90cd-e2c6da5531f7 req-704911eb-43ea-4eea-8a5a-1fd2862b80e0 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.857180] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-7f226332-03c4-4bfd-b088-9f8aa67d8cf8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.857409] env[62849]: DEBUG nova.objects.instance [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lazy-loading 'migration_context' on Instance uuid 7f226332-03c4-4bfd-b088-9f8aa67d8cf8 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.029809] env[62849]: DEBUG oslo_vmware.api [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404728, 'name': SuspendVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.073183] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.075700] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.179s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.075965] env[62849]: DEBUG nova.objects.instance [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lazy-loading 'resources' on Instance uuid 8d507dca-6261-430e-a2ae-94b4c7fb67f2 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.082069] env[62849]: DEBUG nova.network.neutron [-] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.102933] env[62849]: INFO nova.scheduler.client.report [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Deleted allocations for instance f005248b-54b5-4c59-9895-87383a04bc2f [ 969.174295] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff752b2b-edd2-4383-89fa-d2a097462d05 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.184943] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6751eb29-10e1-452a-80df-0cd770774363 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.218314] env[62849]: DEBUG nova.compute.manager [req-a8d4f521-c1a5-479d-90cd-e2c6da5531f7 req-704911eb-43ea-4eea-8a5a-1fd2862b80e0 service nova] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Detach interface failed, port_id=99bed1a6-9056-4c69-8a91-c83d4a368bb7, reason: Instance 2b954f3d-b575-4150-9a51-52fee5a880be could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 969.359613] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c470235b-8456-4a41-90c3-89205b6d0e32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.359877] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.360108] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.360287] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.360456] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.363046] env[62849]: INFO nova.compute.manager [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Terminating instance [ 969.364843] env[62849]: DEBUG nova.objects.base [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Object Instance<7f226332-03c4-4bfd-b088-9f8aa67d8cf8> lazy-loaded attributes: info_cache,migration_context {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.365974] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845365f3-a677-489c-b134-e5cf60535f1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.392758] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c24abab-19ee-40b8-bf4b-67cb47e0c250 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.399961] env[62849]: DEBUG oslo_vmware.api [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 969.399961] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a333ee-774e-c31b-437f-8fefaeaf57b9" [ 969.399961] env[62849]: _type = "Task" [ 969.399961] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.411079] env[62849]: DEBUG oslo_vmware.api [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a333ee-774e-c31b-437f-8fefaeaf57b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008274} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.411079] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.530795] env[62849]: DEBUG oslo_vmware.api [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404728, 'name': SuspendVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.584950] env[62849]: INFO nova.compute.manager [-] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Took 1.49 seconds to deallocate network for instance. [ 969.612574] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c7d75a3f-c1e2-436c-9041-cf7ab03591a7 tempest-ServerAddressesTestJSON-844044825 tempest-ServerAddressesTestJSON-844044825-project-member] Lock "f005248b-54b5-4c59-9895-87383a04bc2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.282s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.732132] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.732132] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-075fe9e8-32db-4d9b-b1f8-cb3e8cf6d9cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.743265] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 969.743265] env[62849]: value = "task-4404729" [ 969.743265] env[62849]: _type = "Task" [ 969.743265] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.757595] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.868537] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33144fb-6211-4667-ae56-04904262d1ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.873042] env[62849]: DEBUG nova.compute.manager [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.873307] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.874116] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aff467a-faa0-47ac-8c39-a7bd53220604 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.882864] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.885743] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e6675b-5007-43c9-bb7e-0c4543b45ad0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.888533] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8416a3d-06b4-408f-8874-e71723020a5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.897140] env[62849]: DEBUG oslo_vmware.api [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 969.897140] env[62849]: value = "task-4404730" [ 969.897140] env[62849]: _type = "Task" [ 969.897140] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.927625] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa35e2-7f60-4fca-b43d-7f529b3ca54b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.939247] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8747bb-1153-46db-bca8-5089ccca7692 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.959556] env[62849]: DEBUG nova.compute.provider_tree [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.031905] env[62849]: DEBUG oslo_vmware.api [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404728, 'name': SuspendVM_Task} progress is 62%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.091848] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.254118] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404729, 'name': PowerOffVM_Task, 'duration_secs': 0.32758} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.254481] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.255329] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a0e5c0-6627-4bbe-a69b-943af1fe9f46 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.274651] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a81b9ac-cd9b-4953-8678-85b23d73fbef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.307749] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.308069] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cad4d61-0ce5-4fdf-ba22-bd4ba8926add {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.316070] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 970.316070] env[62849]: value = "task-4404731" [ 970.316070] env[62849]: _type = "Task" [ 970.316070] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.325506] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 970.325725] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.325969] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.326136] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.326311] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.326558] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47fd20a1-8f7b-4d0a-af01-c46eef8940be {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.335781] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.335982] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.336726] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e817eaa-bc8d-44ff-ae07-b9085de424e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.342935] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 970.342935] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52379977-1381-73d5-e318-1b5fe58b3386" [ 970.342935] env[62849]: _type = "Task" [ 970.342935] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.351405] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52379977-1381-73d5-e318-1b5fe58b3386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.433760] env[62849]: DEBUG oslo_vmware.api [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404730, 'name': PowerOffVM_Task, 'duration_secs': 0.239104} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.434035] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.434215] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.434478] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7730792-aaaf-4dcc-9c26-4bf22c1470f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.463631] env[62849]: DEBUG nova.scheduler.client.report [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.508047] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.508323] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.508630] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleting the datastore file [datastore1] c470235b-8456-4a41-90c3-89205b6d0e32 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.508867] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b8110dc-ad6e-4b2d-ab13-311572c8b959 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.518434] env[62849]: DEBUG oslo_vmware.api [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 970.518434] env[62849]: value = "task-4404733" [ 970.518434] env[62849]: _type = "Task" [ 970.518434] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.542923] env[62849]: DEBUG oslo_vmware.api [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404728, 'name': SuspendVM_Task, 'duration_secs': 1.624616} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.543196] env[62849]: DEBUG oslo_vmware.api [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.543454] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Suspended the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 970.543622] env[62849]: DEBUG nova.compute.manager [None req-fd316390-235c-41bc-8f12-eab2365f7d03 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.544422] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef65bc6-e89d-4646-a52d-c90418fee3a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.856275] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52379977-1381-73d5-e318-1b5fe58b3386, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.857425] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75712af9-79d7-4c41-870f-92a92695c7e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.868318] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 970.868318] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cb6d55-500f-f969-0521-e35cf8250556" [ 970.868318] env[62849]: _type = "Task" [ 970.868318] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.877879] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cb6d55-500f-f969-0521-e35cf8250556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.969640] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.972111] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.630s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.972423] env[62849]: DEBUG nova.objects.instance [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lazy-loading 'resources' on Instance uuid 6e31ba54-8563-44e3-bb5f-150662007e3c {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.998224] env[62849]: INFO nova.scheduler.client.report [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Deleted allocations for instance 8d507dca-6261-430e-a2ae-94b4c7fb67f2 [ 971.031696] env[62849]: DEBUG oslo_vmware.api [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156723} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.031962] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.032368] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.032368] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.032503] env[62849]: INFO nova.compute.manager [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Took 1.16 seconds to destroy the instance on the hypervisor. [ 971.032748] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.033602] env[62849]: DEBUG nova.compute.manager [-] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.033602] env[62849]: DEBUG nova.network.neutron [-] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 971.381130] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cb6d55-500f-f969-0521-e35cf8250556, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.381525] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.381810] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 88167777-a8de-48ce-a931-f08670adedb0/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. {{(pid=62849) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 971.382173] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76f1a5a1-ecb2-4b71-af6f-e7dd38b03253 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.392016] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 971.392016] env[62849]: value = "task-4404734" [ 971.392016] env[62849]: _type = "Task" [ 971.392016] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.402149] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.510441] env[62849]: DEBUG oslo_concurrency.lockutils [None req-94ea048b-b2e2-4569-805b-28653b021936 tempest-ServerMetadataNegativeTestJSON-162207829 tempest-ServerMetadataNegativeTestJSON-162207829-project-member] Lock "8d507dca-6261-430e-a2ae-94b4c7fb67f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.074s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.857849] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff2fa65-89de-4d0b-86e6-b75d939ef418 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.869727] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60613ab8-551c-4bdd-b5dc-26019fa370cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.916049] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddc87e4-45e4-43d5-95c4-5ab938afd6ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.927855] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee461f5-520a-4a86-9ebb-68321e13b8e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.931872] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404734, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.944370] env[62849]: DEBUG nova.compute.provider_tree [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.318062] env[62849]: DEBUG nova.compute.manager [req-b83615c4-f9bc-4aed-96f1-31ee56149481 req-76522dcc-8bb6-4df3-a051-a3a732d61126 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Received event network-vif-deleted-420c0db7-e282-44af-a3db-c72dd035e41d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 972.318387] env[62849]: INFO nova.compute.manager [req-b83615c4-f9bc-4aed-96f1-31ee56149481 req-76522dcc-8bb6-4df3-a051-a3a732d61126 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Neutron deleted interface 420c0db7-e282-44af-a3db-c72dd035e41d; detaching it from the instance and deleting it from the info cache [ 972.318473] env[62849]: DEBUG nova.network.neutron [req-b83615c4-f9bc-4aed-96f1-31ee56149481 req-76522dcc-8bb6-4df3-a051-a3a732d61126 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.422214] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597323} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.422512] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 88167777-a8de-48ce-a931-f08670adedb0/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. [ 972.423356] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8c2781-4da3-449d-b90f-ed7442c1b6c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.453487] env[62849]: DEBUG nova.scheduler.client.report [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.466612] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 88167777-a8de-48ce-a931-f08670adedb0/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.467372] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b3a8fb-a486-42f6-838b-5a44a4560132 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.482426] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "9d438adc-8942-4efb-ac72-2a1a9b42858b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.482693] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9d438adc-8942-4efb-ac72-2a1a9b42858b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.482900] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "9d438adc-8942-4efb-ac72-2a1a9b42858b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.483113] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9d438adc-8942-4efb-ac72-2a1a9b42858b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.483420] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9d438adc-8942-4efb-ac72-2a1a9b42858b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.485841] env[62849]: INFO nova.compute.manager [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Terminating instance [ 972.498894] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 972.498894] env[62849]: value = "task-4404735" [ 972.498894] env[62849]: _type = "Task" [ 972.498894] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.512845] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.707381] env[62849]: DEBUG nova.network.neutron [-] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.821848] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a4d3e11-08d0-4155-8c31-c08fdd218d16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.839322] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48051157-b4ea-41ce-a4c3-fca30673acb3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.884287] env[62849]: DEBUG nova.compute.manager [req-b83615c4-f9bc-4aed-96f1-31ee56149481 req-76522dcc-8bb6-4df3-a051-a3a732d61126 service nova] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Detach interface failed, port_id=420c0db7-e282-44af-a3db-c72dd035e41d, reason: Instance c470235b-8456-4a41-90c3-89205b6d0e32 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 972.957746] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.960266] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.354s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.960483] env[62849]: DEBUG nova.objects.instance [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lazy-loading 'resources' on Instance uuid 424811f2-9309-4b64-86f2-5565ee1be904 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.985977] env[62849]: INFO nova.scheduler.client.report [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Deleted allocations for instance 6e31ba54-8563-44e3-bb5f-150662007e3c [ 972.990410] env[62849]: DEBUG nova.compute.manager [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.990410] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.991075] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ccf6bb-a20f-4f00-ab05-0c3748c45eb4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.000015] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.004136] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93da0e0f-2e2c-49df-a331-a1d20c6b077d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.017090] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404735, 'name': ReconfigVM_Task, 'duration_secs': 0.385367} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.018670] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 88167777-a8de-48ce-a931-f08670adedb0/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.020709] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3763e834-74a7-4f58-8562-394c33872f8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.050962] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e8122a8-c8a6-49af-83fc-a6b59eec9055 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.067774] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 973.067774] env[62849]: value = "task-4404737" [ 973.067774] env[62849]: _type = "Task" [ 973.067774] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.079846] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.085118] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.085398] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.086433] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleting the datastore file [datastore2] 9d438adc-8942-4efb-ac72-2a1a9b42858b {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.086433] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f70306b2-50c9-4026-b719-93f180f40437 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.093728] env[62849]: DEBUG oslo_vmware.api [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 973.093728] env[62849]: value = "task-4404738" [ 973.093728] env[62849]: _type = "Task" [ 973.093728] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.103491] env[62849]: DEBUG oslo_vmware.api [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.211252] env[62849]: INFO nova.compute.manager [-] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Took 2.18 seconds to deallocate network for instance. [ 973.498218] env[62849]: DEBUG oslo_concurrency.lockutils [None req-afd235c7-982e-4fc6-8dd2-40295a91fa0c tempest-ServersAdminNegativeTestJSON-1401896846 tempest-ServersAdminNegativeTestJSON-1401896846-project-member] Lock "6e31ba54-8563-44e3-bb5f-150662007e3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.455s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.582224] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404737, 'name': ReconfigVM_Task, 'duration_secs': 0.37938} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.582704] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.583123] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2e9b35d-b340-46eb-9c6f-323d498a211a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.593932] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 973.593932] env[62849]: value = "task-4404739" [ 973.593932] env[62849]: _type = "Task" [ 973.593932] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.607047] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.610033] env[62849]: DEBUG oslo_vmware.api [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15326} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.610394] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.610604] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.610807] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.611031] env[62849]: INFO nova.compute.manager [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 973.612040] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.612040] env[62849]: DEBUG nova.compute.manager [-] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.612040] env[62849]: DEBUG nova.network.neutron [-] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 973.718212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.803899] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee2a134-ff41-453d-8cc5-bdd6d8f8c1c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.813183] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9279aa5-fa33-4efa-81a2-57e2c47887c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.855634] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b34946e-9f7b-4e7a-b738-ee8f0818acb1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.867716] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f1c249-644d-497e-9705-05162d0f8f11 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.887020] env[62849]: DEBUG nova.compute.provider_tree [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.965659] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.965659] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.106265] env[62849]: DEBUG oslo_vmware.api [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404739, 'name': PowerOnVM_Task, 'duration_secs': 0.49777} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.106265] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.107660] env[62849]: DEBUG nova.compute.manager [None req-4548afdf-2c93-4980-ab69-054f931050a9 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.108678] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c6f80-2ff4-4101-b2ca-60a7edcdc04e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.351545] env[62849]: DEBUG nova.compute.manager [req-d639951b-542b-4208-b8bb-afac0c0a706d req-7e18524b-dc1f-4c34-bf24-37002488dfbd service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Received event network-vif-deleted-ad97fe9b-8989-440b-89df-a5b09d1e438d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 974.351985] env[62849]: INFO nova.compute.manager [req-d639951b-542b-4208-b8bb-afac0c0a706d req-7e18524b-dc1f-4c34-bf24-37002488dfbd service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Neutron deleted interface ad97fe9b-8989-440b-89df-a5b09d1e438d; detaching it from the instance and deleting it from the info cache [ 974.352884] env[62849]: DEBUG nova.network.neutron [req-d639951b-542b-4208-b8bb-afac0c0a706d req-7e18524b-dc1f-4c34-bf24-37002488dfbd service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.391495] env[62849]: DEBUG nova.scheduler.client.report [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.469742] env[62849]: DEBUG nova.compute.manager [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.527277] env[62849]: DEBUG nova.network.neutron [-] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.856999] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49ff9a68-0a69-4f82-b124-bedf30b3a44b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.868710] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a0f871-1c93-4e79-99ed-80f494b940e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.906610] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.909722] env[62849]: DEBUG nova.compute.manager [req-d639951b-542b-4208-b8bb-afac0c0a706d req-7e18524b-dc1f-4c34-bf24-37002488dfbd service nova] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Detach interface failed, port_id=ad97fe9b-8989-440b-89df-a5b09d1e438d, reason: Instance 9d438adc-8942-4efb-ac72-2a1a9b42858b could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 974.910631] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.700s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.912465] env[62849]: INFO nova.compute.claims [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.939867] env[62849]: INFO nova.scheduler.client.report [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Deleted allocations for instance 424811f2-9309-4b64-86f2-5565ee1be904 [ 974.996722] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.030630] env[62849]: INFO nova.compute.manager [-] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Took 1.42 seconds to deallocate network for instance. [ 975.449847] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0cfc1b1b-c1bf-4daa-bc9a-20838a2903b2 tempest-ServersV294TestFqdnHostnames-685604315 tempest-ServersV294TestFqdnHostnames-685604315-project-member] Lock "424811f2-9309-4b64-86f2-5565ee1be904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.707s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.468570] env[62849]: INFO nova.compute.manager [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Unrescuing [ 975.468907] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.469112] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.469324] env[62849]: DEBUG nova.network.neutron [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.537652] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.187790] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018894d7-9552-4101-9c45-06cb6af5e607 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.199447] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ccd6f8-e46d-4496-bc05-b14b3e7529e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.235710] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db373ae3-4292-4bfa-981d-fc99b77b9946 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.244399] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16acb3a6-55df-49c4-af6a-6a66f35aa2b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.260706] env[62849]: DEBUG nova.compute.provider_tree [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.357252] env[62849]: DEBUG nova.network.neutron [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Updating instance_info_cache with network_info: [{"id": "82100ae2-289f-494e-b6b5-67aac77553d1", "address": "fa:16:3e:20:7a:dc", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82100ae2-28", "ovs_interfaceid": "82100ae2-289f-494e-b6b5-67aac77553d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.764341] env[62849]: DEBUG nova.scheduler.client.report [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.861993] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "refresh_cache-88167777-a8de-48ce-a931-f08670adedb0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.861993] env[62849]: DEBUG nova.objects.instance [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lazy-loading 'flavor' on Instance uuid 88167777-a8de-48ce-a931-f08670adedb0 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.273598] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.274094] env[62849]: DEBUG nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.277415] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.554s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.277415] env[62849]: DEBUG nova.objects.instance [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lazy-loading 'resources' on Instance uuid 5318e3a4-d247-4c2f-a8bb-a469d0015f76 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.367374] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df3547-a8d7-407b-9e20-8a40a81552d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.393433] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.393779] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06f6d0bc-279d-4fcd-9518-e0706a0dda7b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.402205] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 977.402205] env[62849]: value = "task-4404740" [ 977.402205] env[62849]: _type = "Task" [ 977.402205] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.412932] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.785060] env[62849]: DEBUG nova.compute.utils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.795656] env[62849]: DEBUG nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.795890] env[62849]: DEBUG nova.network.neutron [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 977.854052] env[62849]: DEBUG nova.policy [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '355cc9599f2e4c1bb608d33e8755a8b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9ff5682518f48cf8edd2b00a6b7632d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.916246] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404740, 'name': PowerOffVM_Task, 'duration_secs': 0.236708} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.916246] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.925325] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 977.925702] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902d607f-0cf1-4221-852e-9c8429bda1eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.953244] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 977.953244] env[62849]: value = "task-4404741" [ 977.953244] env[62849]: _type = "Task" [ 977.953244] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.966208] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.125116] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1957c7-eed4-4c93-965f-ca437b1a87bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.134369] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c088ef-1c3f-4a0d-8481-61e4d953301a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.179755] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891f5777-500c-4ddd-aa4e-2b5b950aee9f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.188727] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbe9cbc-17c7-487d-a1aa-2c56fe3c4fc4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.204315] env[62849]: DEBUG nova.compute.provider_tree [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.259144] env[62849]: DEBUG nova.network.neutron [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Successfully created port: 152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 978.289652] env[62849]: DEBUG nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.464927] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404741, 'name': ReconfigVM_Task, 'duration_secs': 0.245571} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.465369] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.465656] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.465938] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3027195f-288a-4d53-bf57-67ad8c9e7046 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.474271] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 978.474271] env[62849]: value = "task-4404742" [ 978.474271] env[62849]: _type = "Task" [ 978.474271] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.484440] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.621550] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.621550] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.709277] env[62849]: DEBUG nova.scheduler.client.report [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.985604] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.128117] env[62849]: DEBUG nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.217748] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.221779] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.954s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.222649] env[62849]: DEBUG nova.objects.instance [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'pci_requests' on Instance uuid 8a127c3a-de4c-4f21-8b80-6e1cc169504e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.247042] env[62849]: INFO nova.scheduler.client.report [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Deleted allocations for instance 5318e3a4-d247-4c2f-a8bb-a469d0015f76 [ 979.300017] env[62849]: DEBUG nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.335247] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.335554] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.335745] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.336281] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.336281] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.336452] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.336734] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.336919] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.337133] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.337351] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.337629] env[62849]: DEBUG nova.virt.hardware [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.338931] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53343ea9-2edb-4fed-8a55-f461a87e8b31 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.348850] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf307c-e179-433e-8678-1382170e754f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.487177] env[62849]: DEBUG oslo_vmware.api [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404742, 'name': PowerOnVM_Task, 'duration_secs': 0.523493} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.487497] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.487986] env[62849]: DEBUG nova.compute.manager [None req-59f81cd0-2150-4738-be68-4476af0c3f34 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.488613] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed21f3-2a48-4726-8c4b-3a6ecb112724 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.652645] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.726764] env[62849]: DEBUG nova.objects.instance [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'numa_topology' on Instance uuid 8a127c3a-de4c-4f21-8b80-6e1cc169504e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.761804] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f96d1d68-d752-4eef-b34e-cb9c1a19f54c tempest-ServersTestMultiNic-2049983028 tempest-ServersTestMultiNic-2049983028-project-member] Lock "5318e3a4-d247-4c2f-a8bb-a469d0015f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.149s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.018326] env[62849]: DEBUG nova.compute.manager [req-765428b7-a954-40d1-aadd-ac5ff2116c27 req-56a4a1e9-87d0-4598-a427-5d6d94771419 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Received event network-vif-plugged-152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 980.018326] env[62849]: DEBUG oslo_concurrency.lockutils [req-765428b7-a954-40d1-aadd-ac5ff2116c27 req-56a4a1e9-87d0-4598-a427-5d6d94771419 service nova] Acquiring lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.018326] env[62849]: DEBUG oslo_concurrency.lockutils [req-765428b7-a954-40d1-aadd-ac5ff2116c27 req-56a4a1e9-87d0-4598-a427-5d6d94771419 service nova] Lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.018326] env[62849]: DEBUG oslo_concurrency.lockutils [req-765428b7-a954-40d1-aadd-ac5ff2116c27 req-56a4a1e9-87d0-4598-a427-5d6d94771419 service nova] Lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.018326] env[62849]: DEBUG nova.compute.manager [req-765428b7-a954-40d1-aadd-ac5ff2116c27 req-56a4a1e9-87d0-4598-a427-5d6d94771419 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] No waiting events found dispatching network-vif-plugged-152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.018326] env[62849]: WARNING nova.compute.manager [req-765428b7-a954-40d1-aadd-ac5ff2116c27 req-56a4a1e9-87d0-4598-a427-5d6d94771419 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Received unexpected event network-vif-plugged-152c309b-7b9a-47fb-8f7f-b0b9c73a5440 for instance with vm_state building and task_state spawning. [ 980.097506] env[62849]: DEBUG nova.network.neutron [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Successfully updated port: 152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 980.231667] env[62849]: INFO nova.compute.claims [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.604014] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.604014] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.604014] env[62849]: DEBUG nova.network.neutron [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.149627] env[62849]: DEBUG nova.network.neutron [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 981.299078] env[62849]: DEBUG nova.network.neutron [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Updating instance_info_cache with network_info: [{"id": "152c309b-7b9a-47fb-8f7f-b0b9c73a5440", "address": "fa:16:3e:8f:19:2f", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152c309b-7b", "ovs_interfaceid": "152c309b-7b9a-47fb-8f7f-b0b9c73a5440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.573924] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2807619-3bd2-4cf5-8f0d-468c7455ba4a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.584338] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a1001-3130-4cb8-8cfa-d9a129dcb162 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.621903] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e2b0f-9460-4463-b979-312fb1039bbd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.632032] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7dc3cc-cc3a-4cb2-9573-8f3b241ce78a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.652267] env[62849]: DEBUG nova.compute.provider_tree [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.808727] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.809324] env[62849]: DEBUG nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Instance network_info: |[{"id": "152c309b-7b9a-47fb-8f7f-b0b9c73a5440", "address": "fa:16:3e:8f:19:2f", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152c309b-7b", "ovs_interfaceid": "152c309b-7b9a-47fb-8f7f-b0b9c73a5440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.810614] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:19:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152c309b-7b9a-47fb-8f7f-b0b9c73a5440', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.819290] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.819614] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.819842] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d734880-c761-4de0-afc4-8c72d9b7af10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.842036] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.842036] env[62849]: value = "task-4404743" [ 981.842036] env[62849]: _type = "Task" [ 981.842036] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.851779] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404743, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.115122] env[62849]: DEBUG nova.compute.manager [req-417f6d9d-5187-4aab-96f6-91f52f749cea req-389c9792-4fbf-4919-8f9b-243f16b85cca service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Received event network-changed-152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 982.115347] env[62849]: DEBUG nova.compute.manager [req-417f6d9d-5187-4aab-96f6-91f52f749cea req-389c9792-4fbf-4919-8f9b-243f16b85cca service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Refreshing instance network info cache due to event network-changed-152c309b-7b9a-47fb-8f7f-b0b9c73a5440. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 982.115564] env[62849]: DEBUG oslo_concurrency.lockutils [req-417f6d9d-5187-4aab-96f6-91f52f749cea req-389c9792-4fbf-4919-8f9b-243f16b85cca service nova] Acquiring lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.115713] env[62849]: DEBUG oslo_concurrency.lockutils [req-417f6d9d-5187-4aab-96f6-91f52f749cea req-389c9792-4fbf-4919-8f9b-243f16b85cca service nova] Acquired lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.115879] env[62849]: DEBUG nova.network.neutron [req-417f6d9d-5187-4aab-96f6-91f52f749cea req-389c9792-4fbf-4919-8f9b-243f16b85cca service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Refreshing network info cache for port 152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.154866] env[62849]: DEBUG nova.scheduler.client.report [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.352676] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404743, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.663609] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.442s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.665958] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.950s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.667492] env[62849]: INFO nova.compute.claims [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.780084] env[62849]: INFO nova.network.neutron [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating port 53541f34-c055-44ae-adfe-c9d41e13fb77 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 982.853638] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404743, 'name': CreateVM_Task, 'duration_secs': 0.517695} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.853965] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.855104] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.855383] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.856011] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.856391] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa7d63e-1c15-487e-8188-3f747cf78331 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.862210] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 982.862210] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5285c26b-eeb4-5389-a93d-03edf468b33d" [ 982.862210] env[62849]: _type = "Task" [ 982.862210] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.871942] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5285c26b-eeb4-5389-a93d-03edf468b33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.013996] env[62849]: DEBUG nova.network.neutron [req-417f6d9d-5187-4aab-96f6-91f52f749cea req-389c9792-4fbf-4919-8f9b-243f16b85cca service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Updated VIF entry in instance network info cache for port 152c309b-7b9a-47fb-8f7f-b0b9c73a5440. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 983.014438] env[62849]: DEBUG nova.network.neutron [req-417f6d9d-5187-4aab-96f6-91f52f749cea req-389c9792-4fbf-4919-8f9b-243f16b85cca service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Updating instance_info_cache with network_info: [{"id": "152c309b-7b9a-47fb-8f7f-b0b9c73a5440", "address": "fa:16:3e:8f:19:2f", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152c309b-7b", "ovs_interfaceid": "152c309b-7b9a-47fb-8f7f-b0b9c73a5440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.222422] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.222737] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.257471] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "cfc8bd17-1cba-434f-ad24-03c6866925d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.257867] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "cfc8bd17-1cba-434f-ad24-03c6866925d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.377475] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5285c26b-eeb4-5389-a93d-03edf468b33d, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.377475] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.377475] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.377475] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.377475] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.377475] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.377475] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18494105-bda8-4a8b-befa-2a3b39b3ba51 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.388753] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.388851] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.390206] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fae5cb3-98d1-4ce0-b603-8b7f63da06bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.397076] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 983.397076] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520db2bf-fc3c-d667-2e09-749fe069a437" [ 983.397076] env[62849]: _type = "Task" [ 983.397076] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.416393] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520db2bf-fc3c-d667-2e09-749fe069a437, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.416393] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b27bd5-5a1a-4474-acdd-c5a94bc66f05 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.422307] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 983.422307] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528a67d8-5d3b-2c2f-c615-82a9234796bd" [ 983.422307] env[62849]: _type = "Task" [ 983.422307] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.431952] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528a67d8-5d3b-2c2f-c615-82a9234796bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.516741] env[62849]: DEBUG oslo_concurrency.lockutils [req-417f6d9d-5187-4aab-96f6-91f52f749cea req-389c9792-4fbf-4919-8f9b-243f16b85cca service nova] Releasing lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.657256] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.657487] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.728034] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.760823] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.934849] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528a67d8-5d3b-2c2f-c615-82a9234796bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.937697] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.937967] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29/1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.938508] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-239dc378-4076-41d5-9202-0aadd5369ad8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.946353] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 983.946353] env[62849]: value = "task-4404744" [ 983.946353] env[62849]: _type = "Task" [ 983.946353] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.957273] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.993240] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabda08f-5be5-41d3-b2db-784659037aa4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.002301] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f240e-6bc1-4fda-a37d-5cba3b0b5ac6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.037689] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9c9132-afd7-406f-a6af-86bbcf34704c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.046495] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02cad9e-45e9-467e-91da-ae1143ada468 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.061586] env[62849]: DEBUG nova.compute.provider_tree [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.160512] env[62849]: DEBUG nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.265050] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.284828] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.460648] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404744, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.566223] env[62849]: DEBUG nova.scheduler.client.report [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.670357] env[62849]: DEBUG nova.compute.manager [req-9bcdf030-5684-47fd-83e5-d696bf239dd2 req-48d3832d-12f6-45d1-90fa-f9f1de755a5a service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received event network-vif-plugged-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 984.671040] env[62849]: DEBUG oslo_concurrency.lockutils [req-9bcdf030-5684-47fd-83e5-d696bf239dd2 req-48d3832d-12f6-45d1-90fa-f9f1de755a5a service nova] Acquiring lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.671271] env[62849]: DEBUG oslo_concurrency.lockutils [req-9bcdf030-5684-47fd-83e5-d696bf239dd2 req-48d3832d-12f6-45d1-90fa-f9f1de755a5a service nova] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.671439] env[62849]: DEBUG oslo_concurrency.lockutils [req-9bcdf030-5684-47fd-83e5-d696bf239dd2 req-48d3832d-12f6-45d1-90fa-f9f1de755a5a service nova] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.671612] env[62849]: DEBUG nova.compute.manager [req-9bcdf030-5684-47fd-83e5-d696bf239dd2 req-48d3832d-12f6-45d1-90fa-f9f1de755a5a service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] No waiting events found dispatching network-vif-plugged-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.671774] env[62849]: WARNING nova.compute.manager [req-9bcdf030-5684-47fd-83e5-d696bf239dd2 req-48d3832d-12f6-45d1-90fa-f9f1de755a5a service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received unexpected event network-vif-plugged-53541f34-c055-44ae-adfe-c9d41e13fb77 for instance with vm_state shelved_offloaded and task_state spawning. [ 984.691365] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.784823] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.785029] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.785217] env[62849]: DEBUG nova.network.neutron [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.957699] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.958011] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29/1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.958304] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.958611] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca8c3f88-5a22-46da-811e-6aa438c43dad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.965993] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 984.965993] env[62849]: value = "task-4404745" [ 984.965993] env[62849]: _type = "Task" [ 984.965993] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.981231] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.071143] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.071679] env[62849]: DEBUG nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.074461] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.368s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.074723] env[62849]: DEBUG nova.objects.instance [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'resources' on Instance uuid 379996e0-b80e-4066-a47f-1bcf26c647fb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.479313] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073644} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.479999] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.481043] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baa064d-c92d-4426-9a6e-0bffd3796921 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.507339] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29/1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.507698] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdd8552b-61a6-4828-bf6c-f562debb5792 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.532289] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 985.532289] env[62849]: value = "task-4404746" [ 985.532289] env[62849]: _type = "Task" [ 985.532289] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.542034] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.546392] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "2d4232fd-8805-4698-a6cf-603eed0905a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.546633] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "2d4232fd-8805-4698-a6cf-603eed0905a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.578409] env[62849]: DEBUG nova.compute.utils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.583423] env[62849]: DEBUG nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.583615] env[62849]: DEBUG nova.network.neutron [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 985.615655] env[62849]: DEBUG nova.network.neutron [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [{"id": "53541f34-c055-44ae-adfe-c9d41e13fb77", "address": "fa:16:3e:55:e2:68", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53541f34-c0", "ovs_interfaceid": "53541f34-c055-44ae-adfe-c9d41e13fb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.629941] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c03cd39-4629-47ac-be47-ad318c11a1e8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.630213] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c03cd39-4629-47ac-be47-ad318c11a1e8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.630527] env[62849]: DEBUG nova.objects.instance [None req-3c03cd39-4629-47ac-be47-ad318c11a1e8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'flavor' on Instance uuid 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.639489] env[62849]: DEBUG nova.policy [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '650cba4b058742dfa015d70a79749009', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '306a019735d242f2a0da1cc4b5743823', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.798318] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.798318] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.930391] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878b60ca-3da5-494e-9170-d04e4963ce7a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.939867] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5577e-2c68-4d7a-80bc-09e1d64e97fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.983292] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51653ae9-b408-4c2c-81db-6402d54d9b56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.992739] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82d6c62-54bd-458a-a401-93202beaaf64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.997820] env[62849]: DEBUG nova.network.neutron [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Successfully created port: ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 986.010340] env[62849]: DEBUG nova.compute.provider_tree [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.043701] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.049277] env[62849]: DEBUG nova.compute.manager [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.083883] env[62849]: DEBUG nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.119091] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.135039] env[62849]: DEBUG nova.objects.instance [None req-3c03cd39-4629-47ac-be47-ad318c11a1e8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.150256] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='177d0a6990f7f7059fbdd921e27b4c07',container_format='bare',created_at=2025-11-12T17:22:36Z,direct_url=,disk_format='vmdk',id=f86e80f0-1385-4a29-8ab8-1e511ada18e3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1289915872-shelved',owner='1e7892518d5946bca8d1adb72ffb173c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-12T17:22:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.150511] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.150665] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.150841] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.150985] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.151172] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.151390] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.151544] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.151708] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.151868] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.152116] env[62849]: DEBUG nova.virt.hardware [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.153173] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd160f84-86b4-46a2-aa51-ff3bdd577743 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.162121] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae05d3b-e395-467f-afd0-e5766cdeb0c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.176660] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:e2:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53541f34-c055-44ae-adfe-c9d41e13fb77', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.184462] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.185287] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.185287] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acef8ac1-0498-4593-9480-a435fc96ae71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.206612] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.206612] env[62849]: value = "task-4404747" [ 986.206612] env[62849]: _type = "Task" [ 986.206612] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.214360] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404747, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.301247] env[62849]: DEBUG nova.compute.manager [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.513654] env[62849]: DEBUG nova.scheduler.client.report [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.543687] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404746, 'name': ReconfigVM_Task, 'duration_secs': 0.6045} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.543990] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29/1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.544959] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f713e34c-5d8e-417a-b329-b694578582fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.556154] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 986.556154] env[62849]: value = "task-4404748" [ 986.556154] env[62849]: _type = "Task" [ 986.556154] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.570354] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404748, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.580322] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.639037] env[62849]: DEBUG nova.objects.base [None req-3c03cd39-4629-47ac-be47-ad318c11a1e8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Object Instance<9fb88a46-1df0-4e7f-8a6a-636074b9ab07> lazy-loaded attributes: flavor,pci_requests {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.639037] env[62849]: DEBUG nova.network.neutron [None req-3c03cd39-4629-47ac-be47-ad318c11a1e8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 986.716577] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404747, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.717557] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3c03cd39-4629-47ac-be47-ad318c11a1e8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.087s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.774036] env[62849]: DEBUG nova.compute.manager [req-13b77f6a-c990-4615-b123-90317d41f7e2 req-9bb43e56-6f44-47a2-8b77-64e460c08e33 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received event network-changed-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 986.774276] env[62849]: DEBUG nova.compute.manager [req-13b77f6a-c990-4615-b123-90317d41f7e2 req-9bb43e56-6f44-47a2-8b77-64e460c08e33 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Refreshing instance network info cache due to event network-changed-53541f34-c055-44ae-adfe-c9d41e13fb77. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 986.774492] env[62849]: DEBUG oslo_concurrency.lockutils [req-13b77f6a-c990-4615-b123-90317d41f7e2 req-9bb43e56-6f44-47a2-8b77-64e460c08e33 service nova] Acquiring lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.774634] env[62849]: DEBUG oslo_concurrency.lockutils [req-13b77f6a-c990-4615-b123-90317d41f7e2 req-9bb43e56-6f44-47a2-8b77-64e460c08e33 service nova] Acquired lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.774791] env[62849]: DEBUG nova.network.neutron [req-13b77f6a-c990-4615-b123-90317d41f7e2 req-9bb43e56-6f44-47a2-8b77-64e460c08e33 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Refreshing network info cache for port 53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.820689] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.020029] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.022668] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.074s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.022812] env[62849]: DEBUG nova.objects.instance [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lazy-loading 'resources' on Instance uuid 050ece71-d662-4190-9db1-d75d6c1de9a1 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.042221] env[62849]: INFO nova.scheduler.client.report [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Deleted allocations for instance 379996e0-b80e-4066-a47f-1bcf26c647fb [ 987.068137] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404748, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.097523] env[62849]: DEBUG nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.125735] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.125979] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.127374] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.127374] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.127374] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.127374] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.127374] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.127374] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.127374] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.127374] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.127674] env[62849]: DEBUG nova.virt.hardware [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.128731] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8cd625-521f-43df-bc78-f14ffb0e18a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.137487] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6a594-8b9e-41aa-bcd5-69effb53b320 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.216109] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404747, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.550845] env[62849]: DEBUG oslo_concurrency.lockutils [None req-814cf3ce-9759-4195-8e27-654bf127fbe7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "379996e0-b80e-4066-a47f-1bcf26c647fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.693s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.569877] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404748, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.655673] env[62849]: DEBUG nova.network.neutron [req-13b77f6a-c990-4615-b123-90317d41f7e2 req-9bb43e56-6f44-47a2-8b77-64e460c08e33 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updated VIF entry in instance network info cache for port 53541f34-c055-44ae-adfe-c9d41e13fb77. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 987.655847] env[62849]: DEBUG nova.network.neutron [req-13b77f6a-c990-4615-b123-90317d41f7e2 req-9bb43e56-6f44-47a2-8b77-64e460c08e33 service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [{"id": "53541f34-c055-44ae-adfe-c9d41e13fb77", "address": "fa:16:3e:55:e2:68", "network": {"id": "f2b8b948-b469-47a9-9532-8bf55c5e770f", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1691023358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e7892518d5946bca8d1adb72ffb173c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53541f34-c0", "ovs_interfaceid": "53541f34-c055-44ae-adfe-c9d41e13fb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.721265] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404747, 'name': CreateVM_Task, 'duration_secs': 1.43713} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.721265] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.721265] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.721265] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.721265] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.721265] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913cba05-8a38-4eca-9e4f-45d22646c4b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.733178] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 987.733178] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c559b-dc0e-73c2-9ea3-ba7626480226" [ 987.733178] env[62849]: _type = "Task" [ 987.733178] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.746152] env[62849]: DEBUG nova.network.neutron [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Successfully updated port: ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 987.753103] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c559b-dc0e-73c2-9ea3-ba7626480226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.909868] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2af9dc4-d4d0-4a94-869b-0194dcdc847a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.917989] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c964db2e-27e1-40f9-a3f0-8778a91f2936 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.949267] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046d63e3-92d6-4aa7-b4dd-35d926a6acea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.957584] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14797e5e-b82b-4b8f-a1f7-aa429e121639 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.971631] env[62849]: DEBUG nova.compute.provider_tree [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.071317] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404748, 'name': Rename_Task, 'duration_secs': 1.135396} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.071317] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.071317] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1495a6e-4d76-4429-8dc7-b46efb254045 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.077609] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 988.077609] env[62849]: value = "task-4404749" [ 988.077609] env[62849]: _type = "Task" [ 988.077609] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.089437] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.161333] env[62849]: DEBUG oslo_concurrency.lockutils [req-13b77f6a-c990-4615-b123-90317d41f7e2 req-9bb43e56-6f44-47a2-8b77-64e460c08e33 service nova] Releasing lock "refresh_cache-8a127c3a-de4c-4f21-8b80-6e1cc169504e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.244518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.244873] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Processing image f86e80f0-1385-4a29-8ab8-1e511ada18e3 {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.245069] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3/f86e80f0-1385-4a29-8ab8-1e511ada18e3.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.245817] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3/f86e80f0-1385-4a29-8ab8-1e511ada18e3.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.245817] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.245817] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66f9dde9-713e-4084-9f5e-e5d32b7d7213 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.254997] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.255177] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.255310] env[62849]: DEBUG nova.network.neutron [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 988.258205] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.258205] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.258897] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ca76c2-2b1e-444c-93aa-f973686e82c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.267183] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 988.267183] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5246e03d-df14-7820-f028-da40d1c786cd" [ 988.267183] env[62849]: _type = "Task" [ 988.267183] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.276899] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5246e03d-df14-7820-f028-da40d1c786cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.475440] env[62849]: DEBUG nova.scheduler.client.report [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.589366] env[62849]: DEBUG oslo_vmware.api [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404749, 'name': PowerOnVM_Task, 'duration_secs': 0.471025} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.589640] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.589840] env[62849]: INFO nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Took 9.29 seconds to spawn the instance on the hypervisor. [ 988.590033] env[62849]: DEBUG nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.590803] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d216a5e-d14c-4d8a-a9e8-77590753fc9c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.778547] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Preparing fetch location {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 988.778870] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Fetch image to [datastore2] OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f/OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f.vmdk {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 988.779130] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Downloading stream optimized image f86e80f0-1385-4a29-8ab8-1e511ada18e3 to [datastore2] OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f/OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f.vmdk on the data store datastore2 as vApp {{(pid=62849) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 988.779321] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Downloading image file data f86e80f0-1385-4a29-8ab8-1e511ada18e3 to the ESX as VM named 'OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f' {{(pid=62849) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 988.783760] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.783995] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.784313] env[62849]: DEBUG nova.objects.instance [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'flavor' on Instance uuid 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.796877] env[62849]: DEBUG nova.network.neutron [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 988.862204] env[62849]: DEBUG nova.compute.manager [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Received event network-vif-plugged-ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 988.862426] env[62849]: DEBUG oslo_concurrency.lockutils [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] Acquiring lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.862634] env[62849]: DEBUG oslo_concurrency.lockutils [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.862798] env[62849]: DEBUG oslo_concurrency.lockutils [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.862963] env[62849]: DEBUG nova.compute.manager [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] No waiting events found dispatching network-vif-plugged-ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.863136] env[62849]: WARNING nova.compute.manager [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Received unexpected event network-vif-plugged-ada37106-a37a-4d1f-bcfb-1295d61aed34 for instance with vm_state building and task_state spawning. [ 988.863294] env[62849]: DEBUG nova.compute.manager [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Received event network-changed-ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 988.863475] env[62849]: DEBUG nova.compute.manager [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Refreshing instance network info cache due to event network-changed-ada37106-a37a-4d1f-bcfb-1295d61aed34. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 988.863647] env[62849]: DEBUG oslo_concurrency.lockutils [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] Acquiring lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.874359] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 988.874359] env[62849]: value = "resgroup-9" [ 988.874359] env[62849]: _type = "ResourcePool" [ 988.874359] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 988.875472] env[62849]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-79a50e5f-63ee-41fc-984b-44ce9a840f40 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.899847] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lease: (returnval){ [ 988.899847] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527569e8-03bf-5167-3b70-128089f9a668" [ 988.899847] env[62849]: _type = "HttpNfcLease" [ 988.899847] env[62849]: } obtained for vApp import into resource pool (val){ [ 988.899847] env[62849]: value = "resgroup-9" [ 988.899847] env[62849]: _type = "ResourcePool" [ 988.899847] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 988.899847] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the lease: (returnval){ [ 988.899847] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527569e8-03bf-5167-3b70-128089f9a668" [ 988.899847] env[62849]: _type = "HttpNfcLease" [ 988.899847] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.908502] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.908502] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527569e8-03bf-5167-3b70-128089f9a668" [ 988.908502] env[62849]: _type = "HttpNfcLease" [ 988.908502] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.982296] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.985944] env[62849]: DEBUG nova.network.neutron [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Updating instance_info_cache with network_info: [{"id": "ada37106-a37a-4d1f-bcfb-1295d61aed34", "address": "fa:16:3e:19:48:4f", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada37106-a3", "ovs_interfaceid": "ada37106-a37a-4d1f-bcfb-1295d61aed34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.987333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.576s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.012278] env[62849]: INFO nova.scheduler.client.report [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted allocations for instance 050ece71-d662-4190-9db1-d75d6c1de9a1 [ 989.110020] env[62849]: INFO nova.compute.manager [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Took 26.93 seconds to build instance. [ 989.357070] env[62849]: DEBUG nova.objects.instance [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.409017] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.409017] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527569e8-03bf-5167-3b70-128089f9a668" [ 989.409017] env[62849]: _type = "HttpNfcLease" [ 989.409017] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.490611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.491108] env[62849]: DEBUG nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Instance network_info: |[{"id": "ada37106-a37a-4d1f-bcfb-1295d61aed34", "address": "fa:16:3e:19:48:4f", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada37106-a3", "ovs_interfaceid": "ada37106-a37a-4d1f-bcfb-1295d61aed34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.494252] env[62849]: DEBUG oslo_concurrency.lockutils [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] Acquired lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.494485] env[62849]: DEBUG nova.network.neutron [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Refreshing network info cache for port ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.495783] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:48:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ada37106-a37a-4d1f-bcfb-1295d61aed34', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.504319] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.508048] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.508773] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76ac17a1-91b0-414a-b422-2ca196beb961 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.530427] env[62849]: DEBUG oslo_concurrency.lockutils [None req-950886b9-764f-4399-8ea0-debacd7ff6cd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "050ece71-d662-4190-9db1-d75d6c1de9a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.066s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.537460] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.537460] env[62849]: value = "task-4404751" [ 989.537460] env[62849]: _type = "Task" [ 989.537460] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.549428] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404751, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.612520] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bab942a6-c450-48e4-9437-24445e1128ac tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.443s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.797645] env[62849]: DEBUG nova.network.neutron [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Updated VIF entry in instance network info cache for port ada37106-a37a-4d1f-bcfb-1295d61aed34. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 989.797645] env[62849]: DEBUG nova.network.neutron [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Updating instance_info_cache with network_info: [{"id": "ada37106-a37a-4d1f-bcfb-1295d61aed34", "address": "fa:16:3e:19:48:4f", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada37106-a3", "ovs_interfaceid": "ada37106-a37a-4d1f-bcfb-1295d61aed34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.844985] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.845351] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.855181] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea032c7a-4d8a-4bc7-82cf-d2ce742af6fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.859284] env[62849]: DEBUG nova.objects.base [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Object Instance<9fb88a46-1df0-4e7f-8a6a-636074b9ab07> lazy-loaded attributes: flavor,pci_requests {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 989.860098] env[62849]: DEBUG nova.network.neutron [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 989.865748] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c867d6-7b89-4e63-b37b-9b2a0859f291 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.907036] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f11aadc-ab9b-4dd6-bcb8-1e5a302f63dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.912063] env[62849]: DEBUG nova.policy [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.920017] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.920017] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527569e8-03bf-5167-3b70-128089f9a668" [ 989.920017] env[62849]: _type = "HttpNfcLease" [ 989.920017] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.920017] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.920017] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527569e8-03bf-5167-3b70-128089f9a668" [ 989.920017] env[62849]: _type = "HttpNfcLease" [ 989.920017] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 989.920017] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba6c158-3dd8-495d-820d-1f56673a82f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.923290] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce7ffe5-80f3-49e5-813e-b4916dd710a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.931619] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f498e-9550-1d98-95d4-6a31d8cc3a3c/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.931783] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f498e-9550-1d98-95d4-6a31d8cc3a3c/disk-0.vmdk. {{(pid=62849) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 989.941899] env[62849]: DEBUG nova.compute.provider_tree [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.005806] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1110a7b3-fe39-4206-817a-43c42d27bf11 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.048374] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404751, 'name': CreateVM_Task, 'duration_secs': 0.375874} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.048374] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.049713] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.049713] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.049713] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.049952] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd010f9-fa77-47ca-8aad-14d50c798c00 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.055132] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 990.055132] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5241c98d-d682-a9c3-ca7d-88db0348a404" [ 990.055132] env[62849]: _type = "Task" [ 990.055132] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.065925] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5241c98d-d682-a9c3-ca7d-88db0348a404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.179949] env[62849]: DEBUG nova.network.neutron [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Successfully created port: bf0ebe2c-d274-45a0-8fd5-b165e9e67883 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 990.300263] env[62849]: DEBUG oslo_concurrency.lockutils [req-4b7811fe-a7b1-456f-a686-6038a7204868 req-5ebe647c-d7c6-4fe3-b716-12c62526998f service nova] Releasing lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.348231] env[62849]: DEBUG nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.445760] env[62849]: DEBUG nova.scheduler.client.report [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.569113] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5241c98d-d682-a9c3-ca7d-88db0348a404, 'name': SearchDatastore_Task, 'duration_secs': 0.01937} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.571657] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.572048] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.572397] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.572635] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.572848] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.574489] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bd6d804-f652-4bab-935e-2d990a052e85 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.584286] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.584601] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.585299] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da733636-a648-4de7-abba-20ef96fd0103 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.594586] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 990.594586] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529f1805-8496-c308-3361-f9862db15351" [ 990.594586] env[62849]: _type = "Task" [ 990.594586] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.597109] env[62849]: DEBUG nova.compute.manager [req-282cc57d-2451-4faf-a399-da56da116e29 req-164696d1-4edd-49f7-b6f6-677e0c0819a1 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Received event network-changed-152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 990.597109] env[62849]: DEBUG nova.compute.manager [req-282cc57d-2451-4faf-a399-da56da116e29 req-164696d1-4edd-49f7-b6f6-677e0c0819a1 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Refreshing instance network info cache due to event network-changed-152c309b-7b9a-47fb-8f7f-b0b9c73a5440. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 990.597109] env[62849]: DEBUG oslo_concurrency.lockutils [req-282cc57d-2451-4faf-a399-da56da116e29 req-164696d1-4edd-49f7-b6f6-677e0c0819a1 service nova] Acquiring lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.597109] env[62849]: DEBUG oslo_concurrency.lockutils [req-282cc57d-2451-4faf-a399-da56da116e29 req-164696d1-4edd-49f7-b6f6-677e0c0819a1 service nova] Acquired lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.597109] env[62849]: DEBUG nova.network.neutron [req-282cc57d-2451-4faf-a399-da56da116e29 req-164696d1-4edd-49f7-b6f6-677e0c0819a1 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Refreshing network info cache for port 152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.614435] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529f1805-8496-c308-3361-f9862db15351, 'name': SearchDatastore_Task, 'duration_secs': 0.011116} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.617132] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1332e736-638d-4b87-a606-83e4643fd40e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.623487] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 990.623487] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d56f98-17a8-2550-ea05-61890463e85e" [ 990.623487] env[62849]: _type = "Task" [ 990.623487] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.634040] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d56f98-17a8-2550-ea05-61890463e85e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.885262] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.137244] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d56f98-17a8-2550-ea05-61890463e85e, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.139370] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.139784] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 97ae233b-4556-4a6d-8a3f-dcc31f5d845e/97ae233b-4556-4a6d-8a3f-dcc31f5d845e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.142635] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ebcc1d-2e8f-4fa2-aee7-ad0854306596 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.153588] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 991.153588] env[62849]: value = "task-4404752" [ 991.153588] env[62849]: _type = "Task" [ 991.153588] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.164656] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.339402] env[62849]: DEBUG nova.network.neutron [req-282cc57d-2451-4faf-a399-da56da116e29 req-164696d1-4edd-49f7-b6f6-677e0c0819a1 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Updated VIF entry in instance network info cache for port 152c309b-7b9a-47fb-8f7f-b0b9c73a5440. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 991.339826] env[62849]: DEBUG nova.network.neutron [req-282cc57d-2451-4faf-a399-da56da116e29 req-164696d1-4edd-49f7-b6f6-677e0c0819a1 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Updating instance_info_cache with network_info: [{"id": "152c309b-7b9a-47fb-8f7f-b0b9c73a5440", "address": "fa:16:3e:8f:19:2f", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152c309b-7b", "ovs_interfaceid": "152c309b-7b9a-47fb-8f7f-b0b9c73a5440", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.460320] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.473s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.465200] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.373s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.465503] env[62849]: DEBUG nova.objects.instance [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lazy-loading 'resources' on Instance uuid 2b954f3d-b575-4150-9a51-52fee5a880be {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.494914] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Completed reading data from the image iterator. {{(pid=62849) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 991.495202] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f498e-9550-1d98-95d4-6a31d8cc3a3c/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 991.496269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c781e-0b6b-41db-9f4b-08d326324414 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.505430] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f498e-9550-1d98-95d4-6a31d8cc3a3c/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 991.505708] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f498e-9550-1d98-95d4-6a31d8cc3a3c/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 991.506137] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7ac3d386-57ab-4faf-a62c-a75ce01ee917 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.666918] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404752, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.754148] env[62849]: DEBUG nova.network.neutron [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Successfully updated port: bf0ebe2c-d274-45a0-8fd5-b165e9e67883 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 991.843269] env[62849]: DEBUG oslo_concurrency.lockutils [req-282cc57d-2451-4faf-a399-da56da116e29 req-164696d1-4edd-49f7-b6f6-677e0c0819a1 service nova] Releasing lock "refresh_cache-1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.019972] env[62849]: INFO nova.scheduler.client.report [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted allocation for migration 7b1cda06-4f79-4fb6-b8c5-9a81472778a8 [ 992.168834] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535387} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.170211] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 97ae233b-4556-4a6d-8a3f-dcc31f5d845e/97ae233b-4556-4a6d-8a3f-dcc31f5d845e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.170444] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.171689] env[62849]: DEBUG nova.compute.manager [req-03900fa8-3b02-4785-af60-559e1f511bd5 req-e0361755-8ba6-45f3-814c-fcff0b066d8c service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-vif-plugged-bf0ebe2c-d274-45a0-8fd5-b165e9e67883 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 992.173666] env[62849]: DEBUG oslo_concurrency.lockutils [req-03900fa8-3b02-4785-af60-559e1f511bd5 req-e0361755-8ba6-45f3-814c-fcff0b066d8c service nova] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.173666] env[62849]: DEBUG oslo_concurrency.lockutils [req-03900fa8-3b02-4785-af60-559e1f511bd5 req-e0361755-8ba6-45f3-814c-fcff0b066d8c service nova] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.173666] env[62849]: DEBUG oslo_concurrency.lockutils [req-03900fa8-3b02-4785-af60-559e1f511bd5 req-e0361755-8ba6-45f3-814c-fcff0b066d8c service nova] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.173666] env[62849]: DEBUG nova.compute.manager [req-03900fa8-3b02-4785-af60-559e1f511bd5 req-e0361755-8ba6-45f3-814c-fcff0b066d8c service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] No waiting events found dispatching network-vif-plugged-bf0ebe2c-d274-45a0-8fd5-b165e9e67883 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.173666] env[62849]: WARNING nova.compute.manager [req-03900fa8-3b02-4785-af60-559e1f511bd5 req-e0361755-8ba6-45f3-814c-fcff0b066d8c service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received unexpected event network-vif-plugged-bf0ebe2c-d274-45a0-8fd5-b165e9e67883 for instance with vm_state active and task_state None. [ 992.173666] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c4eb276-854d-40c4-97a3-cdbb4973b5ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.182992] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 992.182992] env[62849]: value = "task-4404753" [ 992.182992] env[62849]: _type = "Task" [ 992.182992] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.200674] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.221340] env[62849]: DEBUG oslo_vmware.rw_handles [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524f498e-9550-1d98-95d4-6a31d8cc3a3c/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 992.222412] env[62849]: INFO nova.virt.vmwareapi.images [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Downloaded image file data f86e80f0-1385-4a29-8ab8-1e511ada18e3 [ 992.222816] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33102e7-90be-4d4f-94a1-3a2d16f6b9e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.244017] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93518032-bd13-49f0-8e9d-b3e990d24348 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.253729] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "4a77d33a-7dab-4615-9674-31456a82b644" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.254660] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "4a77d33a-7dab-4615-9674-31456a82b644" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.258215] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.258215] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.258215] env[62849]: DEBUG nova.network.neutron [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 992.293010] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c012821c-5d7e-412f-a6b4-9f147bd5dcdc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.301406] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a9991-28f1-4714-a19a-cbfed8777a4c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.339039] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4dcc5a-91a2-4032-bd1a-c143af03640f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.345995] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20800fb-f5ca-4db1-b6fe-483881a5211a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.360902] env[62849]: DEBUG nova.compute.provider_tree [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.363646] env[62849]: INFO nova.virt.vmwareapi.images [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] The imported VM was unregistered [ 992.366093] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Caching image {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 992.366698] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.366864] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3ce7bf-16c2-4cee-afe5-5cb875c0e771 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.384695] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Created directory with path [datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.385030] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f/OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f.vmdk to [datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3/f86e80f0-1385-4a29-8ab8-1e511ada18e3.vmdk. {{(pid=62849) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 992.385336] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-145cb025-a3c6-450e-ab16-50d3dab584e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.395320] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 992.395320] env[62849]: value = "task-4404755" [ 992.395320] env[62849]: _type = "Task" [ 992.395320] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.405378] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404755, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.526437] env[62849]: DEBUG oslo_concurrency.lockutils [None req-93476d9e-f623-4188-9a1f-2e5599a36755 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.092s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.696073] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077831} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.696073] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.696966] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b478ad-5b08-4398-93ec-7e1f28c90664 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.723084] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 97ae233b-4556-4a6d-8a3f-dcc31f5d845e/97ae233b-4556-4a6d-8a3f-dcc31f5d845e.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.723352] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb99a93-107e-404c-8467-32d906645419 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.746071] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 992.746071] env[62849]: value = "task-4404757" [ 992.746071] env[62849]: _type = "Task" [ 992.746071] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.756988] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.760679] env[62849]: DEBUG nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.806527] env[62849]: WARNING nova.network.neutron [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] 92e15316-0b85-46c4-b4ab-61bea9fc2660 already exists in list: networks containing: ['92e15316-0b85-46c4-b4ab-61bea9fc2660']. ignoring it [ 992.869054] env[62849]: DEBUG nova.scheduler.client.report [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.908757] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404755, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.142544] env[62849]: DEBUG nova.network.neutron [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf0ebe2c-d274-45a0-8fd5-b165e9e67883", "address": "fa:16:3e:6f:0d:a6", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0ebe2c-d2", "ovs_interfaceid": "bf0ebe2c-d274-45a0-8fd5-b165e9e67883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.259268] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404757, 'name': ReconfigVM_Task, 'duration_secs': 0.364881} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.259596] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 97ae233b-4556-4a6d-8a3f-dcc31f5d845e/97ae233b-4556-4a6d-8a3f-dcc31f5d845e.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.260530] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e09526e-eb6d-43f0-b4de-e434d771eaf3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.271265] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 993.271265] env[62849]: value = "task-4404758" [ 993.271265] env[62849]: _type = "Task" [ 993.271265] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.285248] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404758, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.291451] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.375887] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.378960] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.661s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.379487] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.381711] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.385s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.384015] env[62849]: INFO nova.compute.claims [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.408611] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404755, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.409914] env[62849]: INFO nova.scheduler.client.report [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted allocations for instance c470235b-8456-4a41-90c3-89205b6d0e32 [ 993.412255] env[62849]: INFO nova.scheduler.client.report [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Deleted allocations for instance 2b954f3d-b575-4150-9a51-52fee5a880be [ 993.647015] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.647835] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.648035] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.649015] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fd1ab9-2d0c-447c-9c5b-aaca0feec1de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.669067] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.669378] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.669540] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.669722] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.669868] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.670106] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.670375] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.670550] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.670723] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.670948] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.671121] env[62849]: DEBUG nova.virt.hardware [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.679268] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfiguring VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 993.679741] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d20b078-184d-4905-9f9a-6a0fa9fc0992 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.699261] env[62849]: DEBUG oslo_vmware.api [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 993.699261] env[62849]: value = "task-4404759" [ 993.699261] env[62849]: _type = "Task" [ 993.699261] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.715449] env[62849]: DEBUG oslo_vmware.api [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404759, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.788025] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404758, 'name': Rename_Task, 'duration_secs': 0.224723} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.788025] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.788025] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5ffc54-3314-4455-ad22-f25b146df2cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.796343] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 993.796343] env[62849]: value = "task-4404760" [ 993.796343] env[62849]: _type = "Task" [ 993.796343] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.807239] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.909992] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404755, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.924439] env[62849]: DEBUG oslo_concurrency.lockutils [None req-84e19079-5062-4289-aa1a-84d2ec5c28b2 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "c470235b-8456-4a41-90c3-89205b6d0e32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.564s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.925689] env[62849]: DEBUG oslo_concurrency.lockutils [None req-e1debfe6-4f1e-458c-bf0e-da0fd58434e3 tempest-FloatingIPsAssociationTestJSON-1346363058 tempest-FloatingIPsAssociationTestJSON-1346363058-project-member] Lock "2b954f3d-b575-4150-9a51-52fee5a880be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.488s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.213627] env[62849]: DEBUG oslo_vmware.api [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.312363] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.368551] env[62849]: DEBUG nova.compute.manager [req-a8fe0d1e-a9b8-46fc-9517-76c9a9a85bab req-9b714529-c1a6-4f26-80be-dfe89e633aa0 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-changed-bf0ebe2c-d274-45a0-8fd5-b165e9e67883 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 994.368551] env[62849]: DEBUG nova.compute.manager [req-a8fe0d1e-a9b8-46fc-9517-76c9a9a85bab req-9b714529-c1a6-4f26-80be-dfe89e633aa0 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Refreshing instance network info cache due to event network-changed-bf0ebe2c-d274-45a0-8fd5-b165e9e67883. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 994.368551] env[62849]: DEBUG oslo_concurrency.lockutils [req-a8fe0d1e-a9b8-46fc-9517-76c9a9a85bab req-9b714529-c1a6-4f26-80be-dfe89e633aa0 service nova] Acquiring lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.368819] env[62849]: DEBUG oslo_concurrency.lockutils [req-a8fe0d1e-a9b8-46fc-9517-76c9a9a85bab req-9b714529-c1a6-4f26-80be-dfe89e633aa0 service nova] Acquired lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.368856] env[62849]: DEBUG nova.network.neutron [req-a8fe0d1e-a9b8-46fc-9517-76c9a9a85bab req-9b714529-c1a6-4f26-80be-dfe89e633aa0 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Refreshing network info cache for port bf0ebe2c-d274-45a0-8fd5-b165e9e67883 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.410681] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404755, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.718221] env[62849]: DEBUG oslo_vmware.api [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.727386] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c487db0a-7a09-4e5b-b0c3-db017b899a8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.737232] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcb408c-c638-410d-90c1-a7d1c5a83ffe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.744213] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.744961] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.745151] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.745495] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.745745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.781253] env[62849]: INFO nova.compute.manager [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Terminating instance [ 994.783657] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94646633-64cc-4910-8d4d-eb22beb21dd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.794201] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b089272-f489-4e28-9f76-db872e1af979 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.819912] env[62849]: DEBUG nova.compute.provider_tree [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.826127] env[62849]: DEBUG oslo_vmware.api [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404760, 'name': PowerOnVM_Task, 'duration_secs': 0.944992} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.827274] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.827274] env[62849]: INFO nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Took 7.73 seconds to spawn the instance on the hypervisor. [ 994.827274] env[62849]: DEBUG nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.828196] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f058790f-6f21-4163-a44b-f0198c8cafc6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.916264] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404755, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.144400] env[62849]: DEBUG nova.network.neutron [req-a8fe0d1e-a9b8-46fc-9517-76c9a9a85bab req-9b714529-c1a6-4f26-80be-dfe89e633aa0 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updated VIF entry in instance network info cache for port bf0ebe2c-d274-45a0-8fd5-b165e9e67883. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 995.144850] env[62849]: DEBUG nova.network.neutron [req-a8fe0d1e-a9b8-46fc-9517-76c9a9a85bab req-9b714529-c1a6-4f26-80be-dfe89e633aa0 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf0ebe2c-d274-45a0-8fd5-b165e9e67883", "address": "fa:16:3e:6f:0d:a6", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0ebe2c-d2", "ovs_interfaceid": "bf0ebe2c-d274-45a0-8fd5-b165e9e67883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.211687] env[62849]: DEBUG oslo_vmware.api [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404759, 'name': ReconfigVM_Task, 'duration_secs': 1.151205} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.212205] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.212426] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfigured VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 995.290549] env[62849]: DEBUG nova.compute.manager [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.291332] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.292831] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dee34d-4902-4dee-8080-30126765993d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.312239] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.313123] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd651e4-febf-4a0a-9f0e-fb954bfd86c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.330073] env[62849]: DEBUG nova.scheduler.client.report [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.339111] env[62849]: DEBUG oslo_vmware.api [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 995.339111] env[62849]: value = "task-4404761" [ 995.339111] env[62849]: _type = "Task" [ 995.339111] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.358752] env[62849]: INFO nova.compute.manager [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Took 30.66 seconds to build instance. [ 995.368875] env[62849]: DEBUG oslo_vmware.api [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.414208] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404755, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.593027} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.414806] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f/OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f.vmdk to [datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3/f86e80f0-1385-4a29-8ab8-1e511ada18e3.vmdk. [ 995.415214] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Cleaning up location [datastore2] OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 995.415740] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c17be64b-228b-4fb6-8445-bcf35d2cb06f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.416229] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d11bb81c-f1b8-4b30-bba8-77ac8310ec5d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.427167] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 995.427167] env[62849]: value = "task-4404762" [ 995.427167] env[62849]: _type = "Task" [ 995.427167] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.439311] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.607452] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.607847] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.648111] env[62849]: DEBUG oslo_concurrency.lockutils [req-a8fe0d1e-a9b8-46fc-9517-76c9a9a85bab req-9b714529-c1a6-4f26-80be-dfe89e633aa0 service nova] Releasing lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.717997] env[62849]: DEBUG oslo_concurrency.lockutils [None req-20396746-f7e8-4575-99ac-d6aa9eca94ba tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.934s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.841629] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.842184] env[62849]: DEBUG nova.compute.manager [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.848658] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.308s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.848658] env[62849]: DEBUG nova.objects.instance [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'resources' on Instance uuid 9d438adc-8942-4efb-ac72-2a1a9b42858b {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.861505] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f82853e-32c3-40d1-8787-f473e745ec08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.176s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.861770] env[62849]: DEBUG oslo_vmware.api [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404761, 'name': PowerOffVM_Task, 'duration_secs': 0.509276} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.862023] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.862195] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.862456] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-740bb878-d37d-40fe-916f-16dd86678b83 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.936993] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.937332] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.937530] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleting the datastore file [datastore2] 7f226332-03c4-4bfd-b088-9f8aa67d8cf8 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.943522] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c216e16e-f2d6-4200-a3bf-27046c0a4417 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.946635] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057656} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.946828] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.946998] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3/f86e80f0-1385-4a29-8ab8-1e511ada18e3.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.947968] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3/f86e80f0-1385-4a29-8ab8-1e511ada18e3.vmdk to [datastore2] 8a127c3a-de4c-4f21-8b80-6e1cc169504e/8a127c3a-de4c-4f21-8b80-6e1cc169504e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.948782] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfb7bba2-7be2-4c52-b43a-80f8eadd8953 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.954716] env[62849]: DEBUG oslo_vmware.api [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 995.954716] env[62849]: value = "task-4404765" [ 995.954716] env[62849]: _type = "Task" [ 995.954716] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.962618] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 995.962618] env[62849]: value = "task-4404766" [ 995.962618] env[62849]: _type = "Task" [ 995.962618] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.971883] env[62849]: DEBUG oslo_vmware.api [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.978543] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.014464] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.014818] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.115241] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.115525] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.115691] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.115875] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.116107] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.116409] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.116589] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 996.116799] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.356226] env[62849]: DEBUG nova.compute.utils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.365265] env[62849]: DEBUG nova.compute.manager [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 996.479850] env[62849]: DEBUG oslo_vmware.api [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294758} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.484091] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.484336] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.484527] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.484705] env[62849]: INFO nova.compute.manager [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 996.485176] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.485784] env[62849]: DEBUG nova.compute.manager [-] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.485912] env[62849]: DEBUG nova.network.neutron [-] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 996.493372] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404766, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.519850] env[62849]: DEBUG nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.620138] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.818327] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17b5e85-ff43-485f-822b-691adbe13e08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.836021] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d862c2-adf9-45fb-8c49-bf29f3744a37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.872750] env[62849]: DEBUG nova.compute.manager [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.879294] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f822e62b-866e-4a77-ae89-614e27ecc476 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.888021] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc3df7b-0986-4792-8785-be2d2392991d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.905474] env[62849]: DEBUG nova.compute.provider_tree [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.976657] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404766, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.041214] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.098433] env[62849]: DEBUG nova.compute.manager [req-3546be85-7ae2-4eef-8477-f640bb2707b6 req-39fb34af-5da7-4f2f-af37-b814e588e0d7 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Received event network-vif-deleted-6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 997.098831] env[62849]: INFO nova.compute.manager [req-3546be85-7ae2-4eef-8477-f640bb2707b6 req-39fb34af-5da7-4f2f-af37-b814e588e0d7 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Neutron deleted interface 6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b; detaching it from the instance and deleting it from the info cache [ 997.098831] env[62849]: DEBUG nova.network.neutron [req-3546be85-7ae2-4eef-8477-f640bb2707b6 req-39fb34af-5da7-4f2f-af37-b814e588e0d7 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.411621] env[62849]: DEBUG nova.scheduler.client.report [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.478612] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404766, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.554927] env[62849]: DEBUG nova.network.neutron [-] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.602834] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f77c2192-8d55-4cfe-bbac-05d81799515e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.618128] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e39386-4b87-4040-9261-7aa3a96dec6c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.657063] env[62849]: DEBUG nova.compute.manager [req-3546be85-7ae2-4eef-8477-f640bb2707b6 req-39fb34af-5da7-4f2f-af37-b814e588e0d7 service nova] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Detach interface failed, port_id=6ceb3fa2-c9e1-4730-ba0a-cef8f82f909b, reason: Instance 7f226332-03c4-4bfd-b088-9f8aa67d8cf8 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 997.885983] env[62849]: DEBUG nova.compute.manager [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.920497] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.923212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.271s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.924906] env[62849]: INFO nova.compute.claims [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.939147] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.939147] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.939428] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.939468] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.940018] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.940018] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.942496] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.942888] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.943021] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.943219] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.943374] env[62849]: DEBUG nova.virt.hardware [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.944317] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f68bdbf-9c04-455a-917b-b8e1056e45af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.950214] env[62849]: INFO nova.scheduler.client.report [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted allocations for instance 9d438adc-8942-4efb-ac72-2a1a9b42858b [ 997.960808] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff8ca09-3c42-4bdf-9e2a-774640d5e132 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.988473] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404766, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.992381] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.994980] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Creating folder: Project (23635b2b53cd42acb966efac4b853690). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.995830] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-925d3a29-27fc-4b49-a0ff-b2a927c7529d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.012234] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Created folder: Project (23635b2b53cd42acb966efac4b853690) in parent group-v861840. [ 998.012451] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Creating folder: Instances. Parent ref: group-v862082. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.012657] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f16eb6f0-d5f8-4e85-a14e-0a28f277368e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.031932] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Created folder: Instances in parent group-v862082. [ 998.032324] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.032605] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.032928] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6323c923-e025-4c97-8865-39210cbfb287 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.057107] env[62849]: INFO nova.compute.manager [-] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Took 1.57 seconds to deallocate network for instance. [ 998.065389] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.065389] env[62849]: value = "task-4404770" [ 998.065389] env[62849]: _type = "Task" [ 998.065389] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.080945] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404770, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.248513] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "41c8a41c-96a6-4b80-bea2-ac337853b672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.337057] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.337057] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-65510a73-9187-461e-abb9-875050eed891" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.337057] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-65510a73-9187-461e-abb9-875050eed891" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.337057] env[62849]: DEBUG nova.objects.instance [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'flavor' on Instance uuid 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.464525] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c9e47a5-f292-4830-87e7-f7c5d800e10e tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "9d438adc-8942-4efb-ac72-2a1a9b42858b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.981s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.482438] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404766, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.568479] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.579770] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404770, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.983273] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404766, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.724478} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.983273] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f86e80f0-1385-4a29-8ab8-1e511ada18e3/f86e80f0-1385-4a29-8ab8-1e511ada18e3.vmdk to [datastore2] 8a127c3a-de4c-4f21-8b80-6e1cc169504e/8a127c3a-de4c-4f21-8b80-6e1cc169504e.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.983915] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea6b50b-6899-42c5-bea1-f4916d3cbb71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.018786] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 8a127c3a-de4c-4f21-8b80-6e1cc169504e/8a127c3a-de4c-4f21-8b80-6e1cc169504e.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.022539] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ae4fd6-2776-416d-96e4-06daf297ee4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.053031] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 999.053031] env[62849]: value = "task-4404771" [ 999.053031] env[62849]: _type = "Task" [ 999.053031] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.065728] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.067104] env[62849]: DEBUG nova.objects.instance [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'pci_requests' on Instance uuid 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.079398] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404770, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.383095] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39a070-f2c1-43ac-9fcf-6b03a35880b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.392294] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488f112e-d9e1-43fa-af6e-156d1d444d86 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.437268] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0022f9a-c253-4c22-902b-5379639c7515 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.447985] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0e359-8524-436d-8440-161b74264ed3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.465828] env[62849]: DEBUG nova.compute.provider_tree [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.562476] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.569365] env[62849]: DEBUG nova.objects.base [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Object Instance<9fb88a46-1df0-4e7f-8a6a-636074b9ab07> lazy-loaded attributes: flavor,pci_requests {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 999.569645] env[62849]: DEBUG nova.network.neutron [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 999.582224] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404770, 'name': CreateVM_Task, 'duration_secs': 1.266747} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.582451] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.582935] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.583124] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.583496] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.583777] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70f179f-7e8e-4038-a6d7-96b69de141f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.589753] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 999.589753] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52482d94-e238-54c7-cfc4-22748ce106cb" [ 999.589753] env[62849]: _type = "Task" [ 999.589753] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.599314] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52482d94-e238-54c7-cfc4-22748ce106cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.612710] env[62849]: DEBUG nova.compute.manager [req-576faa66-9160-4ca8-a815-ef34fdbac915 req-2dd00e8c-eb13-4d1e-9caa-0b5597cb5834 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Received event network-changed-ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 999.612926] env[62849]: DEBUG nova.compute.manager [req-576faa66-9160-4ca8-a815-ef34fdbac915 req-2dd00e8c-eb13-4d1e-9caa-0b5597cb5834 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Refreshing instance network info cache due to event network-changed-ada37106-a37a-4d1f-bcfb-1295d61aed34. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 999.613185] env[62849]: DEBUG oslo_concurrency.lockutils [req-576faa66-9160-4ca8-a815-ef34fdbac915 req-2dd00e8c-eb13-4d1e-9caa-0b5597cb5834 service nova] Acquiring lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.613377] env[62849]: DEBUG oslo_concurrency.lockutils [req-576faa66-9160-4ca8-a815-ef34fdbac915 req-2dd00e8c-eb13-4d1e-9caa-0b5597cb5834 service nova] Acquired lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.613607] env[62849]: DEBUG nova.network.neutron [req-576faa66-9160-4ca8-a815-ef34fdbac915 req-2dd00e8c-eb13-4d1e-9caa-0b5597cb5834 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Refreshing network info cache for port ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.671054] env[62849]: DEBUG nova.policy [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.968121] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.968788] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.969901] env[62849]: DEBUG nova.scheduler.client.report [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.063865] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404771, 'name': ReconfigVM_Task, 'duration_secs': 0.685295} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.064187] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 8a127c3a-de4c-4f21-8b80-6e1cc169504e/8a127c3a-de4c-4f21-8b80-6e1cc169504e.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.064824] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39840b4-b3be-4cc3-8ed7-6ec7554ec525 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.072553] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 1000.072553] env[62849]: value = "task-4404773" [ 1000.072553] env[62849]: _type = "Task" [ 1000.072553] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.084763] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404773, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.102233] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52482d94-e238-54c7-cfc4-22748ce106cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.102710] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.103086] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.103476] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.104197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.104289] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.104920] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8f4796-0896-413d-b321-dad645b82c86 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.120168] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.120438] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.121481] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb280f31-bb94-4247-8079-dc5126940fbc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.128606] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1000.128606] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52230031-9380-7094-ac74-34fe8bd7480f" [ 1000.128606] env[62849]: _type = "Task" [ 1000.128606] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.138555] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52230031-9380-7094-ac74-34fe8bd7480f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.338654] env[62849]: DEBUG nova.network.neutron [req-576faa66-9160-4ca8-a815-ef34fdbac915 req-2dd00e8c-eb13-4d1e-9caa-0b5597cb5834 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Updated VIF entry in instance network info cache for port ada37106-a37a-4d1f-bcfb-1295d61aed34. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1000.339051] env[62849]: DEBUG nova.network.neutron [req-576faa66-9160-4ca8-a815-ef34fdbac915 req-2dd00e8c-eb13-4d1e-9caa-0b5597cb5834 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Updating instance_info_cache with network_info: [{"id": "ada37106-a37a-4d1f-bcfb-1295d61aed34", "address": "fa:16:3e:19:48:4f", "network": {"id": "83d4d2b1-d2b1-4c60-99c7-2494ecdec2eb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1536662375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "306a019735d242f2a0da1cc4b5743823", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapada37106-a3", "ovs_interfaceid": "ada37106-a37a-4d1f-bcfb-1295d61aed34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.477475] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.478017] env[62849]: DEBUG nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.480627] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.216s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.483022] env[62849]: INFO nova.compute.claims [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.585083] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404773, 'name': Rename_Task, 'duration_secs': 0.145511} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.585325] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.585721] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caeff462-37bc-44fa-8d10-ccf3416ba973 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.593532] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 1000.593532] env[62849]: value = "task-4404774" [ 1000.593532] env[62849]: _type = "Task" [ 1000.593532] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.603109] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.642059] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52230031-9380-7094-ac74-34fe8bd7480f, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.642896] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed643a9-e80a-427a-96de-c557d55ecf4c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.649407] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1000.649407] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522de3c8-4934-ffd9-1713-17868e14ffe3" [ 1000.649407] env[62849]: _type = "Task" [ 1000.649407] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.658802] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522de3c8-4934-ffd9-1713-17868e14ffe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.841827] env[62849]: DEBUG oslo_concurrency.lockutils [req-576faa66-9160-4ca8-a815-ef34fdbac915 req-2dd00e8c-eb13-4d1e-9caa-0b5597cb5834 service nova] Releasing lock "refresh_cache-97ae233b-4556-4a6d-8a3f-dcc31f5d845e" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.986482] env[62849]: DEBUG nova.compute.utils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.990067] env[62849]: DEBUG nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.990067] env[62849]: DEBUG nova.network.neutron [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1001.042606] env[62849]: DEBUG nova.policy [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26500c0efbe5408393566912fb9a8ce2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af333e170aba4346bcfa4cc43e89c069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.108033] env[62849]: DEBUG oslo_vmware.api [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404774, 'name': PowerOnVM_Task, 'duration_secs': 0.509754} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.108033] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.169019] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522de3c8-4934-ffd9-1713-17868e14ffe3, 'name': SearchDatastore_Task, 'duration_secs': 0.015617} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.169019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.169019] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82/7e67d3c5-7db6-417e-8417-baf9bdcfaa82.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.169019] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ab6f51b-c2cd-44d1-ab7d-8fe9a18027b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.178025] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1001.178025] env[62849]: value = "task-4404775" [ 1001.178025] env[62849]: _type = "Task" [ 1001.178025] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.190021] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.241800] env[62849]: DEBUG nova.compute.manager [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.242956] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bef65f-adef-4b58-a180-174cf6f5fcdc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.494810] env[62849]: DEBUG nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.652999] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquiring lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.653755] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.697611] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49356} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.697611] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82/7e67d3c5-7db6-417e-8417-baf9bdcfaa82.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.697611] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.697994] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b26ecaf9-81df-499d-b03f-e6ec5699a956 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.701517] env[62849]: DEBUG nova.network.neutron [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Successfully updated port: 65510a73-9187-461e-abb9-875050eed891 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1001.710657] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1001.710657] env[62849]: value = "task-4404776" [ 1001.710657] env[62849]: _type = "Task" [ 1001.710657] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.725601] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.768033] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df276854-1566-4dac-b473-dee1b642ce76 tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.555s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.776259] env[62849]: DEBUG nova.network.neutron [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Successfully created port: 096b5032-8018-44b7-8e60-52ad950f4ac8 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1001.917245] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe70be4a-7ab2-4b78-9826-d507e77a5a99 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.927425] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bc8829-97da-4186-a622-3c70025dc11c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.939798] env[62849]: DEBUG nova.compute.manager [req-a4420c17-2569-479d-bee6-b2dc54a8b662 req-81974c4f-03e7-4f1f-9632-08ff5f7946a7 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-vif-plugged-65510a73-9187-461e-abb9-875050eed891 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1001.940053] env[62849]: DEBUG oslo_concurrency.lockutils [req-a4420c17-2569-479d-bee6-b2dc54a8b662 req-81974c4f-03e7-4f1f-9632-08ff5f7946a7 service nova] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.940291] env[62849]: DEBUG oslo_concurrency.lockutils [req-a4420c17-2569-479d-bee6-b2dc54a8b662 req-81974c4f-03e7-4f1f-9632-08ff5f7946a7 service nova] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.940473] env[62849]: DEBUG oslo_concurrency.lockutils [req-a4420c17-2569-479d-bee6-b2dc54a8b662 req-81974c4f-03e7-4f1f-9632-08ff5f7946a7 service nova] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.940674] env[62849]: DEBUG nova.compute.manager [req-a4420c17-2569-479d-bee6-b2dc54a8b662 req-81974c4f-03e7-4f1f-9632-08ff5f7946a7 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] No waiting events found dispatching network-vif-plugged-65510a73-9187-461e-abb9-875050eed891 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.940849] env[62849]: WARNING nova.compute.manager [req-a4420c17-2569-479d-bee6-b2dc54a8b662 req-81974c4f-03e7-4f1f-9632-08ff5f7946a7 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received unexpected event network-vif-plugged-65510a73-9187-461e-abb9-875050eed891 for instance with vm_state active and task_state None. [ 1001.968448] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43d7575-0615-4679-b690-3c9380e342bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.978484] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31faa1f-7c08-45de-9dba-913411be52ab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.996107] env[62849]: DEBUG nova.compute.provider_tree [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.204733] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.204971] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.205121] env[62849]: DEBUG nova.network.neutron [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1002.230192] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070953} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.230508] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.231977] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33876045-725b-4c97-96ab-3aa108755986 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.256182] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82/7e67d3c5-7db6-417e-8417-baf9bdcfaa82.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.256777] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1979c00c-4226-4b74-97bb-2547460c0e79 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.280274] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1002.280274] env[62849]: value = "task-4404778" [ 1002.280274] env[62849]: _type = "Task" [ 1002.280274] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.290204] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.499164] env[62849]: DEBUG nova.scheduler.client.report [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.508259] env[62849]: DEBUG nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.542061] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.542342] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.542502] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.542679] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.542823] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.542967] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.543251] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.543416] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.543590] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.543749] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.543927] env[62849]: DEBUG nova.virt.hardware [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.544800] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e179fa9-1705-4914-8ac4-1f7db449641a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.556751] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa79e0d5-44cc-444f-955e-f0f82032bae7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.751635] env[62849]: WARNING nova.network.neutron [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] 92e15316-0b85-46c4-b4ab-61bea9fc2660 already exists in list: networks containing: ['92e15316-0b85-46c4-b4ab-61bea9fc2660']. ignoring it [ 1002.751851] env[62849]: WARNING nova.network.neutron [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] 92e15316-0b85-46c4-b4ab-61bea9fc2660 already exists in list: networks containing: ['92e15316-0b85-46c4-b4ab-61bea9fc2660']. ignoring it [ 1002.791431] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404778, 'name': ReconfigVM_Task, 'duration_secs': 0.326314} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.794235] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82/7e67d3c5-7db6-417e-8417-baf9bdcfaa82.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.794883] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4673330c-19ac-499e-8822-5239a1fc591e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.804553] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1002.804553] env[62849]: value = "task-4404779" [ 1002.804553] env[62849]: _type = "Task" [ 1002.804553] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.822268] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404779, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.003616] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.004211] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.007538] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.722s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.009085] env[62849]: INFO nova.compute.claims [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.316509] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404779, 'name': Rename_Task, 'duration_secs': 0.153304} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.316845] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.317167] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e42176b-b3b6-453d-b343-a86b2b615004 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.325018] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1003.325018] env[62849]: value = "task-4404780" [ 1003.325018] env[62849]: _type = "Task" [ 1003.325018] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.334285] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.368433] env[62849]: DEBUG nova.network.neutron [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf0ebe2c-d274-45a0-8fd5-b165e9e67883", "address": "fa:16:3e:6f:0d:a6", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0ebe2c-d2", "ovs_interfaceid": "bf0ebe2c-d274-45a0-8fd5-b165e9e67883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65510a73-9187-461e-abb9-875050eed891", "address": "fa:16:3e:75:96:a5", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65510a73-91", "ovs_interfaceid": "65510a73-9187-461e-abb9-875050eed891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.516176] env[62849]: DEBUG nova.compute.utils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.517680] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.518144] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1003.588854] env[62849]: DEBUG nova.policy [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e64e3c187444ddf97b964b1c36767d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c3acf7c6b05449fab1a087e97e7389f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.613831] env[62849]: DEBUG nova.network.neutron [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Successfully updated port: 096b5032-8018-44b7-8e60-52ad950f4ac8 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1003.837549] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.872134] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.872749] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.873170] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.874471] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133570fd-0bff-4912-abbe-bc3e67d29777 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.897516] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.897833] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.898180] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.898324] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.898515] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.899538] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.899606] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.899796] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.900017] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.900260] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.900528] env[62849]: DEBUG nova.virt.hardware [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.908170] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfiguring VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1003.908551] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee4894cf-66f2-4094-97ea-5cf25e7326d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.932557] env[62849]: DEBUG oslo_vmware.api [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1003.932557] env[62849]: value = "task-4404782" [ 1003.932557] env[62849]: _type = "Task" [ 1003.932557] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.944055] env[62849]: DEBUG oslo_vmware.api [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404782, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.971859] env[62849]: DEBUG nova.compute.manager [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-changed-65510a73-9187-461e-abb9-875050eed891 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1003.976205] env[62849]: DEBUG nova.compute.manager [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Refreshing instance network info cache due to event network-changed-65510a73-9187-461e-abb9-875050eed891. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1003.976695] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Acquiring lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.977303] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Acquired lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.977303] env[62849]: DEBUG nova.network.neutron [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Refreshing network info cache for port 65510a73-9187-461e-abb9-875050eed891 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.021787] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.053023] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Successfully created port: d3fe2088-fdcd-4e7f-afd2-cc53163b55cd {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1004.118957] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "refresh_cache-4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.118957] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "refresh_cache-4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.119203] env[62849]: DEBUG nova.network.neutron [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1004.338327] env[62849]: DEBUG oslo_vmware.api [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404780, 'name': PowerOnVM_Task, 'duration_secs': 0.585207} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.338607] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.339231] env[62849]: INFO nova.compute.manager [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1004.339231] env[62849]: DEBUG nova.compute.manager [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.342807] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b92f315-9ce1-4245-b88f-c1b49988551e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.410026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92921f94-870e-48bc-a845-db02d87ac261 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.422361] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0996e6-bc77-4985-952c-985de712b12e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.461953] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe62ff4-e315-4e8c-a884-bd79cebaa492 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.473875] env[62849]: DEBUG oslo_vmware.api [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.475374] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087eaf95-93d3-4d6e-8322-5c7a705d0ec8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.495446] env[62849]: DEBUG nova.compute.provider_tree [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.669425] env[62849]: DEBUG nova.network.neutron [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1004.827287] env[62849]: DEBUG nova.network.neutron [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updated VIF entry in instance network info cache for port 65510a73-9187-461e-abb9-875050eed891. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1004.827932] env[62849]: DEBUG nova.network.neutron [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf0ebe2c-d274-45a0-8fd5-b165e9e67883", "address": "fa:16:3e:6f:0d:a6", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0ebe2c-d2", "ovs_interfaceid": "bf0ebe2c-d274-45a0-8fd5-b165e9e67883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65510a73-9187-461e-abb9-875050eed891", "address": "fa:16:3e:75:96:a5", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65510a73-91", "ovs_interfaceid": "65510a73-9187-461e-abb9-875050eed891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.863185] env[62849]: INFO nova.compute.manager [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Took 29.89 seconds to build instance. [ 1004.918483] env[62849]: DEBUG nova.network.neutron [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Updating instance_info_cache with network_info: [{"id": "096b5032-8018-44b7-8e60-52ad950f4ac8", "address": "fa:16:3e:3a:e4:6d", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096b5032-80", "ovs_interfaceid": "096b5032-8018-44b7-8e60-52ad950f4ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.968913] env[62849]: DEBUG oslo_vmware.api [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404782, 'name': ReconfigVM_Task, 'duration_secs': 0.707207} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.969473] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.969682] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfigured VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1004.998883] env[62849]: DEBUG nova.scheduler.client.report [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.033683] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.065035] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.065309] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.065464] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.065645] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.065786] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.065930] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.066160] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.066354] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.066486] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.066647] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.066817] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.067728] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606c5f69-11b9-4f0f-834e-ff148cae1e82 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.077089] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c1b8d-466b-45d7-b234-772de964c86a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.331400] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Releasing lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.331677] env[62849]: DEBUG nova.compute.manager [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Received event network-vif-plugged-096b5032-8018-44b7-8e60-52ad950f4ac8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1005.331872] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Acquiring lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.332091] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.332297] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.332527] env[62849]: DEBUG nova.compute.manager [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] No waiting events found dispatching network-vif-plugged-096b5032-8018-44b7-8e60-52ad950f4ac8 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.332708] env[62849]: WARNING nova.compute.manager [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Received unexpected event network-vif-plugged-096b5032-8018-44b7-8e60-52ad950f4ac8 for instance with vm_state building and task_state spawning. [ 1005.332869] env[62849]: DEBUG nova.compute.manager [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Received event network-changed-096b5032-8018-44b7-8e60-52ad950f4ac8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1005.333037] env[62849]: DEBUG nova.compute.manager [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Refreshing instance network info cache due to event network-changed-096b5032-8018-44b7-8e60-52ad950f4ac8. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1005.333209] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Acquiring lock "refresh_cache-4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.365061] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80fc7620-ec2e-4857-9e3f-75fa8b766314 tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.400s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.422905] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "refresh_cache-4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.423436] env[62849]: DEBUG nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Instance network_info: |[{"id": "096b5032-8018-44b7-8e60-52ad950f4ac8", "address": "fa:16:3e:3a:e4:6d", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096b5032-80", "ovs_interfaceid": "096b5032-8018-44b7-8e60-52ad950f4ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.423722] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Acquired lock "refresh_cache-4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.423897] env[62849]: DEBUG nova.network.neutron [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Refreshing network info cache for port 096b5032-8018-44b7-8e60-52ad950f4ac8 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.425255] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e4:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '096b5032-8018-44b7-8e60-52ad950f4ac8', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.433984] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating folder: Project (af333e170aba4346bcfa4cc43e89c069). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.435158] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe8bc831-2a4b-4f6f-adae-acd187cda65f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.451098] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Created folder: Project (af333e170aba4346bcfa4cc43e89c069) in parent group-v861840. [ 1005.451330] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating folder: Instances. Parent ref: group-v862086. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.451601] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afb0fcca-e0f3-4320-bf60-5a0cdf08b620 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.463664] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Created folder: Instances in parent group-v862086. [ 1005.464029] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.464271] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.464492] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aadc60e1-d38e-4303-aec0-94ee789d8c26 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.480759] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c0f3b960-4738-4c37-aa36-777d40a14f57 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-65510a73-9187-461e-abb9-875050eed891" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.148s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.488443] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.488443] env[62849]: value = "task-4404785" [ 1005.488443] env[62849]: _type = "Task" [ 1005.488443] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.498771] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404785, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.508583] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.509166] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.511908] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.821s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.515200] env[62849]: INFO nova.compute.claims [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.731388] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Successfully updated port: d3fe2088-fdcd-4e7f-afd2-cc53163b55cd {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1005.868244] env[62849]: DEBUG nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.000617] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404785, 'name': CreateVM_Task, 'duration_secs': 0.511807} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.000900] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.001552] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.001723] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.002065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.002367] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937b4fb5-b3b5-4a54-988c-dd20275c4057 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.008538] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1006.008538] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b44a77-f2fd-9a33-2c96-9976cf70d53b" [ 1006.008538] env[62849]: _type = "Task" [ 1006.008538] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.020386] env[62849]: DEBUG nova.compute.utils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.023673] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b44a77-f2fd-9a33-2c96-9976cf70d53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.024377] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.024614] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1006.124827] env[62849]: DEBUG nova.policy [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e64e3c187444ddf97b964b1c36767d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c3acf7c6b05449fab1a087e97e7389f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.238883] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "refresh_cache-d11617c3-9908-4ba4-a98e-4ecad12c5f89" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.239177] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "refresh_cache-d11617c3-9908-4ba4-a98e-4ecad12c5f89" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.239412] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1006.266190] env[62849]: DEBUG nova.compute.manager [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Received event network-vif-plugged-d3fe2088-fdcd-4e7f-afd2-cc53163b55cd {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1006.266453] env[62849]: DEBUG oslo_concurrency.lockutils [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] Acquiring lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.266607] env[62849]: DEBUG oslo_concurrency.lockutils [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] Lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.266841] env[62849]: DEBUG oslo_concurrency.lockutils [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] Lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.267142] env[62849]: DEBUG nova.compute.manager [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] No waiting events found dispatching network-vif-plugged-d3fe2088-fdcd-4e7f-afd2-cc53163b55cd {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.267381] env[62849]: WARNING nova.compute.manager [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Received unexpected event network-vif-plugged-d3fe2088-fdcd-4e7f-afd2-cc53163b55cd for instance with vm_state building and task_state spawning. [ 1006.267620] env[62849]: DEBUG nova.compute.manager [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Received event network-changed-d3fe2088-fdcd-4e7f-afd2-cc53163b55cd {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1006.267818] env[62849]: DEBUG nova.compute.manager [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Refreshing instance network info cache due to event network-changed-d3fe2088-fdcd-4e7f-afd2-cc53163b55cd. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1006.268017] env[62849]: DEBUG oslo_concurrency.lockutils [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] Acquiring lock "refresh_cache-d11617c3-9908-4ba4-a98e-4ecad12c5f89" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.324238] env[62849]: DEBUG nova.network.neutron [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Updated VIF entry in instance network info cache for port 096b5032-8018-44b7-8e60-52ad950f4ac8. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1006.324734] env[62849]: DEBUG nova.network.neutron [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Updating instance_info_cache with network_info: [{"id": "096b5032-8018-44b7-8e60-52ad950f4ac8", "address": "fa:16:3e:3a:e4:6d", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap096b5032-80", "ovs_interfaceid": "096b5032-8018-44b7-8e60-52ad950f4ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.396919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.523825] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b44a77-f2fd-9a33-2c96-9976cf70d53b, 'name': SearchDatastore_Task, 'duration_secs': 0.016625} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.524621] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.524621] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.524742] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.524846] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.525047] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.526423] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.534694] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b97eb4ac-9a9d-467b-ae84-aacc67dca744 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.543939] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.544136] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.549274] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f586f7-b586-4c4c-96ff-2e74b0ad4339 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.552736] env[62849]: INFO nova.compute.manager [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Rebuilding instance [ 1006.563349] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1006.563349] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287a108-0a36-930c-898e-010b95ee66c0" [ 1006.563349] env[62849]: _type = "Task" [ 1006.563349] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.579446] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287a108-0a36-930c-898e-010b95ee66c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.624552] env[62849]: DEBUG nova.compute.manager [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.625807] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49b2fa6-ea5f-487a-ab57-222a540a7e56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.630805] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Successfully created port: 09f31858-0828-42c0-a716-a444eeb47032 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.818511] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1006.829978] env[62849]: DEBUG oslo_concurrency.lockutils [req-4d6a3d00-2534-4e84-9885-9a75ddd7cf99 req-b8895148-71bb-4655-9d30-787c4ce001d9 service nova] Releasing lock "refresh_cache-4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.959121] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804632dc-315b-46d7-bc0e-611c2bb16898 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.973252] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967a6d6b-c5e4-4267-9514-41712a507f44 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.022324] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc75738f-10de-4533-ae0a-6c05df7836d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.034519] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e922e15b-1098-44e0-a16d-253a15a8fd2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.054340] env[62849]: DEBUG nova.compute.provider_tree [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.075163] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287a108-0a36-930c-898e-010b95ee66c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.076504] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17956b64-a1cb-4b2e-b2cc-d2ab4b293bea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.086756] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1007.086756] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528e150c-8b2b-da6b-160d-d786b2f3758c" [ 1007.086756] env[62849]: _type = "Task" [ 1007.086756] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.097803] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528e150c-8b2b-da6b-160d-d786b2f3758c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.128858] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Updating instance_info_cache with network_info: [{"id": "d3fe2088-fdcd-4e7f-afd2-cc53163b55cd", "address": "fa:16:3e:91:b6:00", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fe2088-fd", "ovs_interfaceid": "d3fe2088-fdcd-4e7f-afd2-cc53163b55cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.485023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-bf0ebe2c-d274-45a0-8fd5-b165e9e67883" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.485293] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-bf0ebe2c-d274-45a0-8fd5-b165e9e67883" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.545282] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.557893] env[62849]: DEBUG nova.scheduler.client.report [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.576195] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.576487] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.576487] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.576487] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.576487] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.577251] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.577251] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.578025] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.578025] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.578025] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.578025] env[62849]: DEBUG nova.virt.hardware [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.578834] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d053c8-47c5-4fac-afea-5ccc3ee0f0e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.592731] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a66ffa3-163d-4588-8d37-6296ace5ff1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.605792] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528e150c-8b2b-da6b-160d-d786b2f3758c, 'name': SearchDatastore_Task, 'duration_secs': 0.033499} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.613380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.613721] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5/4389b57a-74ee-4c45-9c97-5b95b4d4e3a5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.614612] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc777fc8-9888-4872-9eed-503ae33a6038 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.626310] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1007.626310] env[62849]: value = "task-4404787" [ 1007.626310] env[62849]: _type = "Task" [ 1007.626310] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.631741] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "refresh_cache-d11617c3-9908-4ba4-a98e-4ecad12c5f89" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.632070] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Instance network_info: |[{"id": "d3fe2088-fdcd-4e7f-afd2-cc53163b55cd", "address": "fa:16:3e:91:b6:00", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fe2088-fd", "ovs_interfaceid": "d3fe2088-fdcd-4e7f-afd2-cc53163b55cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.632629] env[62849]: DEBUG oslo_concurrency.lockutils [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] Acquired lock "refresh_cache-d11617c3-9908-4ba4-a98e-4ecad12c5f89" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.632869] env[62849]: DEBUG nova.network.neutron [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Refreshing network info cache for port d3fe2088-fdcd-4e7f-afd2-cc53163b55cd {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.634745] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:b6:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3fe2088-fdcd-4e7f-afd2-cc53163b55cd', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.642068] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Creating folder: Project (5c3acf7c6b05449fab1a087e97e7389f). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.646391] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebddcd42-0fbd-4719-bf9f-889e80387063 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.648429] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.649667] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.650402] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9933680b-eec1-4ea9-9b1c-cab5b2a3d0bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.660720] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1007.660720] env[62849]: value = "task-4404789" [ 1007.660720] env[62849]: _type = "Task" [ 1007.660720] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.662836] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Created folder: Project (5c3acf7c6b05449fab1a087e97e7389f) in parent group-v861840. [ 1007.663213] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Creating folder: Instances. Parent ref: group-v862089. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.669078] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9e782e9-9724-4213-b3f8-35862f83b2a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.677421] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.681969] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Created folder: Instances in parent group-v862089. [ 1007.682886] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.682886] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.682886] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07d0ce8a-00bc-48bf-a4c2-f045b585549f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.704675] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.704675] env[62849]: value = "task-4404791" [ 1007.704675] env[62849]: _type = "Task" [ 1007.704675] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.714371] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404791, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.989059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.989059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.989952] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a8c431-69a7-48d1-aa08-14ed6702d994 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.013572] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8074a231-ed09-44ae-927e-a9305aeeb799 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.044638] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfiguring VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1008.045451] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58de485b-0fd7-41f1-a457-d26ff595b918 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.066918] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.067559] env[62849]: DEBUG nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.070992] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1008.070992] env[62849]: value = "task-4404793" [ 1008.070992] env[62849]: _type = "Task" [ 1008.070992] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.071706] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.492s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.073472] env[62849]: INFO nova.compute.claims [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.086936] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.138093] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404787, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.174594] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404789, 'name': PowerOffVM_Task, 'duration_secs': 0.15028} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.174958] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.175915] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.177285] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18877cd2-a833-4fd9-af9f-5e30a36df6fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.187819] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.188101] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9956867b-7820-4754-93fa-e09ff2fcbe6f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.215797] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404791, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.221491] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.221742] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.221925] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Deleting the datastore file [datastore2] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.222235] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-869f5550-b577-42e9-bf37-dfa2af8c7ad9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.232282] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1008.232282] env[62849]: value = "task-4404795" [ 1008.232282] env[62849]: _type = "Task" [ 1008.232282] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.455190] env[62849]: DEBUG nova.compute.manager [req-d2188694-aa04-4b3d-a279-46201ab67661 req-41fbcd03-a884-4ad8-a651-c55febcbb2e8 service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Received event network-vif-plugged-09f31858-0828-42c0-a716-a444eeb47032 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1008.455406] env[62849]: DEBUG oslo_concurrency.lockutils [req-d2188694-aa04-4b3d-a279-46201ab67661 req-41fbcd03-a884-4ad8-a651-c55febcbb2e8 service nova] Acquiring lock "cfc8bd17-1cba-434f-ad24-03c6866925d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.455606] env[62849]: DEBUG oslo_concurrency.lockutils [req-d2188694-aa04-4b3d-a279-46201ab67661 req-41fbcd03-a884-4ad8-a651-c55febcbb2e8 service nova] Lock "cfc8bd17-1cba-434f-ad24-03c6866925d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.455865] env[62849]: DEBUG oslo_concurrency.lockutils [req-d2188694-aa04-4b3d-a279-46201ab67661 req-41fbcd03-a884-4ad8-a651-c55febcbb2e8 service nova] Lock "cfc8bd17-1cba-434f-ad24-03c6866925d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.456067] env[62849]: DEBUG nova.compute.manager [req-d2188694-aa04-4b3d-a279-46201ab67661 req-41fbcd03-a884-4ad8-a651-c55febcbb2e8 service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] No waiting events found dispatching network-vif-plugged-09f31858-0828-42c0-a716-a444eeb47032 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.456229] env[62849]: WARNING nova.compute.manager [req-d2188694-aa04-4b3d-a279-46201ab67661 req-41fbcd03-a884-4ad8-a651-c55febcbb2e8 service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Received unexpected event network-vif-plugged-09f31858-0828-42c0-a716-a444eeb47032 for instance with vm_state building and task_state spawning. [ 1008.521508] env[62849]: DEBUG nova.network.neutron [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Updated VIF entry in instance network info cache for port d3fe2088-fdcd-4e7f-afd2-cc53163b55cd. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1008.521852] env[62849]: DEBUG nova.network.neutron [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Updating instance_info_cache with network_info: [{"id": "d3fe2088-fdcd-4e7f-afd2-cc53163b55cd", "address": "fa:16:3e:91:b6:00", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fe2088-fd", "ovs_interfaceid": "d3fe2088-fdcd-4e7f-afd2-cc53163b55cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.574420] env[62849]: DEBUG nova.compute.utils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.575445] env[62849]: DEBUG nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.578419] env[62849]: DEBUG nova.network.neutron [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1008.590064] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.639835] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607097} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.640151] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5/4389b57a-74ee-4c45-9c97-5b95b4d4e3a5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.640405] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.641581] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f36ab3f4-3f1d-49c4-8c9d-ba5ae2f68b14 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.648702] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1008.648702] env[62849]: value = "task-4404796" [ 1008.648702] env[62849]: _type = "Task" [ 1008.648702] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.658129] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.716479] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404791, 'name': CreateVM_Task, 'duration_secs': 0.681222} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.716687] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.717442] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.717635] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.717965] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.718616] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7691a624-f571-4aa0-92d5-c9c12595cad2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.724524] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1008.724524] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523134e8-d800-efbb-1deb-171309d4d795" [ 1008.724524] env[62849]: _type = "Task" [ 1008.724524] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.733937] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523134e8-d800-efbb-1deb-171309d4d795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.742353] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140698} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.742610] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.742793] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.742970] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.909562] env[62849]: DEBUG nova.policy [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ab9eae1ec264d25bca115514033eece', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70642570d2ae498a9fdd6a5d18ceb483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.928176] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Successfully updated port: 09f31858-0828-42c0-a716-a444eeb47032 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1009.024226] env[62849]: DEBUG oslo_concurrency.lockutils [req-329094a9-9a68-433d-bb99-a207ed79bc67 req-cec771e2-9838-4f07-986c-89166b5fcc7f service nova] Releasing lock "refresh_cache-d11617c3-9908-4ba4-a98e-4ecad12c5f89" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.078495] env[62849]: DEBUG nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.099917] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.159964] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066182} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.160257] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.161042] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8f2df9-44fb-4f50-b836-4576dee908a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.183913] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5/4389b57a-74ee-4c45-9c97-5b95b4d4e3a5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.186868] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838cfdec-cefc-4514-8dd4-fc95a3ce009d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.212677] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1009.212677] env[62849]: value = "task-4404797" [ 1009.212677] env[62849]: _type = "Task" [ 1009.212677] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.225918] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.238891] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523134e8-d800-efbb-1deb-171309d4d795, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.239369] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.239563] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.239800] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.239946] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.240141] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.240417] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fbc3699-ef30-40ba-8397-90dfaff4c72e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.251843] env[62849]: DEBUG nova.network.neutron [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Successfully created port: c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1009.257133] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.257223] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.258597] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e51c2f6-7b13-4bfc-9167-4dd7e1227c5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.265303] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1009.265303] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c63a31-ffe5-cc86-3feb-a04230c39b54" [ 1009.265303] env[62849]: _type = "Task" [ 1009.265303] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.276433] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c63a31-ffe5-cc86-3feb-a04230c39b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.431754] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "refresh_cache-cfc8bd17-1cba-434f-ad24-03c6866925d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.431754] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "refresh_cache-cfc8bd17-1cba-434f-ad24-03c6866925d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.431754] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1009.476369] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b54994b-706d-4d53-a07d-e0d5f1961180 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.487285] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a362f8f-5db7-42f5-b2ac-8fba94d69bcd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.521232] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89309dfa-cddc-4562-a3db-4ab7a2a0c316 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.530618] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893e992-9515-41cf-8145-13dad9ff45cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.546534] env[62849]: DEBUG nova.compute.provider_tree [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.597033] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.724469] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404797, 'name': ReconfigVM_Task, 'duration_secs': 0.299111} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.724792] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5/4389b57a-74ee-4c45-9c97-5b95b4d4e3a5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.725465] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0400367c-6678-4392-925a-a9904cf71e50 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.734416] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1009.734416] env[62849]: value = "task-4404798" [ 1009.734416] env[62849]: _type = "Task" [ 1009.734416] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.745737] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404798, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.776393] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c63a31-ffe5-cc86-3feb-a04230c39b54, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.777251] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f62088c-8b99-406e-af19-790ec0083a93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.786784] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1009.786784] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52893449-57bc-18f8-9e32-1ae0efb3fca3" [ 1009.786784] env[62849]: _type = "Task" [ 1009.786784] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.795888] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.796144] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.796302] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.796483] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.796632] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.796777] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.796985] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.797165] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.797335] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.797493] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.797664] env[62849]: DEBUG nova.virt.hardware [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.798565] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c679bbe-bb4f-4c8f-8e5e-6ba584976d1c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.804935] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52893449-57bc-18f8-9e32-1ae0efb3fca3, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.805668] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.805944] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] d11617c3-9908-4ba4-a98e-4ecad12c5f89/d11617c3-9908-4ba4-a98e-4ecad12c5f89.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.806252] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dd7b04e-a617-4acd-941f-43377a9a6966 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.812392] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8b4085-0b4d-48b9-83e2-997dd761fdd7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.817795] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1009.817795] env[62849]: value = "task-4404799" [ 1009.817795] env[62849]: _type = "Task" [ 1009.817795] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.830085] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.836240] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.837055] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.837383] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f1f0cf1-666b-4d02-80e0-76f44ac15069 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.853166] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.859356] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.859356] env[62849]: value = "task-4404800" [ 1009.859356] env[62849]: _type = "Task" [ 1009.859356] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.868407] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404800, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.981694] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1010.050282] env[62849]: DEBUG nova.scheduler.client.report [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.101567] env[62849]: DEBUG nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.103519] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.131646] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.132433] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.132433] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.132433] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.132433] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.132433] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.132790] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.132832] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.132991] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.133170] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.133392] env[62849]: DEBUG nova.virt.hardware [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.134367] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ef4880-c8a0-4f21-8381-8c116ea5b06b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.144896] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d79a04-219d-4223-9cd8-12dbe1730607 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.214386] env[62849]: DEBUG nova.network.neutron [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Updating instance_info_cache with network_info: [{"id": "09f31858-0828-42c0-a716-a444eeb47032", "address": "fa:16:3e:e1:11:5d", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f31858-08", "ovs_interfaceid": "09f31858-0828-42c0-a716-a444eeb47032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.250464] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404798, 'name': Rename_Task, 'duration_secs': 0.197628} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.250878] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.251330] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab97721c-7931-47a0-a437-c88e062d8a3b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.261056] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1010.261056] env[62849]: value = "task-4404801" [ 1010.261056] env[62849]: _type = "Task" [ 1010.261056] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.274466] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.330721] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.372221] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404800, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.492656] env[62849]: DEBUG nova.compute.manager [req-f763c441-6f42-4da0-8886-890aa80d4acb req-4d105acd-1534-42a3-8aff-a8d6c786163a service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Received event network-changed-09f31858-0828-42c0-a716-a444eeb47032 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1010.492815] env[62849]: DEBUG nova.compute.manager [req-f763c441-6f42-4da0-8886-890aa80d4acb req-4d105acd-1534-42a3-8aff-a8d6c786163a service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Refreshing instance network info cache due to event network-changed-09f31858-0828-42c0-a716-a444eeb47032. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1010.493019] env[62849]: DEBUG oslo_concurrency.lockutils [req-f763c441-6f42-4da0-8886-890aa80d4acb req-4d105acd-1534-42a3-8aff-a8d6c786163a service nova] Acquiring lock "refresh_cache-cfc8bd17-1cba-434f-ad24-03c6866925d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.558141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.558737] env[62849]: DEBUG nova.compute.manager [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.561622] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.741s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.563660] env[62849]: INFO nova.compute.claims [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.599488] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.721323] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "refresh_cache-cfc8bd17-1cba-434f-ad24-03c6866925d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.721741] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Instance network_info: |[{"id": "09f31858-0828-42c0-a716-a444eeb47032", "address": "fa:16:3e:e1:11:5d", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f31858-08", "ovs_interfaceid": "09f31858-0828-42c0-a716-a444eeb47032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.722166] env[62849]: DEBUG oslo_concurrency.lockutils [req-f763c441-6f42-4da0-8886-890aa80d4acb req-4d105acd-1534-42a3-8aff-a8d6c786163a service nova] Acquired lock "refresh_cache-cfc8bd17-1cba-434f-ad24-03c6866925d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.722452] env[62849]: DEBUG nova.network.neutron [req-f763c441-6f42-4da0-8886-890aa80d4acb req-4d105acd-1534-42a3-8aff-a8d6c786163a service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Refreshing network info cache for port 09f31858-0828-42c0-a716-a444eeb47032 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.726571] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:11:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09f31858-0828-42c0-a716-a444eeb47032', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.737635] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.738653] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.738958] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d952347b-bdff-4e87-b22e-0d4cc1d5ff48 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.771109] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.771109] env[62849]: value = "task-4404802" [ 1010.771109] env[62849]: _type = "Task" [ 1010.771109] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.779897] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404801, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.787794] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404802, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.829900] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580391} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.830199] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] d11617c3-9908-4ba4-a98e-4ecad12c5f89/d11617c3-9908-4ba4-a98e-4ecad12c5f89.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.830422] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.830679] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8da47e5f-e6ae-4a18-a614-1db5c9c62d65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.839016] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1010.839016] env[62849]: value = "task-4404803" [ 1010.839016] env[62849]: _type = "Task" [ 1010.839016] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.848503] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.870887] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404800, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.903325] env[62849]: DEBUG nova.network.neutron [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Successfully updated port: c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1011.071018] env[62849]: DEBUG nova.compute.utils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.073690] env[62849]: DEBUG nova.compute.manager [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1011.099548] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.280015] env[62849]: DEBUG oslo_vmware.api [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404801, 'name': PowerOnVM_Task, 'duration_secs': 0.56249} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.280306] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.280505] env[62849]: INFO nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1011.280682] env[62849]: DEBUG nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.281940] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa4a80-f54b-45e2-9dcd-db609fe98dc0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.287845] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404802, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.313593] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "2193fa87-1760-4d26-806b-ba596fb380f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.313923] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.351137] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128966} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.351706] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.352545] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac01de-2a2b-4bdc-8ce4-f0f5bbe23e0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.380031] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d11617c3-9908-4ba4-a98e-4ecad12c5f89/d11617c3-9908-4ba4-a98e-4ecad12c5f89.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.382851] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c768767-fa98-4e4e-a68c-841412f9839e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.404727] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404800, 'name': CreateVM_Task, 'duration_secs': 1.409777} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.406262] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.406949] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.407054] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.407131] env[62849]: DEBUG nova.network.neutron [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.408516] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1011.408516] env[62849]: value = "task-4404804" [ 1011.408516] env[62849]: _type = "Task" [ 1011.408516] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.408950] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.409115] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409535] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.409895] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d656221-0671-4570-84f9-069331f91b78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.433855] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.436394] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1011.436394] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52632f06-cfa3-95b7-427d-4ffa12fc9781" [ 1011.436394] env[62849]: _type = "Task" [ 1011.436394] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.453756] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52632f06-cfa3-95b7-427d-4ffa12fc9781, 'name': SearchDatastore_Task, 'duration_secs': 0.015638} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.458663] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.459079] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.459479] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.459748] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.460068] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.460507] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c1fd66b-083d-44b2-baa2-895fa5243439 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.474219] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.474445] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.475329] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ba87c74-9503-4d2d-82ac-e8e464695fcb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.483228] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1011.483228] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a3e242-41b0-e5f1-aa36-b0c88744fc94" [ 1011.483228] env[62849]: _type = "Task" [ 1011.483228] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.493373] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a3e242-41b0-e5f1-aa36-b0c88744fc94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.546538] env[62849]: DEBUG nova.network.neutron [req-f763c441-6f42-4da0-8886-890aa80d4acb req-4d105acd-1534-42a3-8aff-a8d6c786163a service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Updated VIF entry in instance network info cache for port 09f31858-0828-42c0-a716-a444eeb47032. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1011.546896] env[62849]: DEBUG nova.network.neutron [req-f763c441-6f42-4da0-8886-890aa80d4acb req-4d105acd-1534-42a3-8aff-a8d6c786163a service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Updating instance_info_cache with network_info: [{"id": "09f31858-0828-42c0-a716-a444eeb47032", "address": "fa:16:3e:e1:11:5d", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f31858-08", "ovs_interfaceid": "09f31858-0828-42c0-a716-a444eeb47032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.577730] env[62849]: DEBUG nova.compute.manager [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.598959] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.787025] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404802, 'name': CreateVM_Task, 'duration_secs': 0.841165} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.787025] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.787025] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.787025] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.787273] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.787396] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6435b3d6-5029-4b61-a630-e392f696c5cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.797061] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1011.797061] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52977c45-6a36-de2c-20f5-568d61ecca64" [ 1011.797061] env[62849]: _type = "Task" [ 1011.797061] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.809663] env[62849]: INFO nova.compute.manager [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Took 32.18 seconds to build instance. [ 1011.817974] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52977c45-6a36-de2c-20f5-568d61ecca64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.899022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f3125f-547b-4265-b961-01267d884c47 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.907563] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ae7adf-bdc8-455b-b40b-16702a933b80 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.920562] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.947732] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab10d5f-2db4-4dae-a4bf-64229ff38b5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.956883] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03feabc-2618-4547-a97b-b6161e62fe02 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.972030] env[62849]: DEBUG nova.compute.provider_tree [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.979610] env[62849]: DEBUG nova.network.neutron [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1011.994094] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a3e242-41b0-e5f1-aa36-b0c88744fc94, 'name': SearchDatastore_Task, 'duration_secs': 0.02776} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.994894] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4d06a7-f5c5-4ce6-9380-a2127ea6b0b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.000906] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1012.000906] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ff2504-1058-4544-ebd2-b853db7193ca" [ 1012.000906] env[62849]: _type = "Task" [ 1012.000906] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.013249] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ff2504-1058-4544-ebd2-b853db7193ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.049871] env[62849]: DEBUG oslo_concurrency.lockutils [req-f763c441-6f42-4da0-8886-890aa80d4acb req-4d105acd-1534-42a3-8aff-a8d6c786163a service nova] Releasing lock "refresh_cache-cfc8bd17-1cba-434f-ad24-03c6866925d4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.103256] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.191536] env[62849]: DEBUG nova.network.neutron [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [{"id": "c714ef21-afe8-4399-a8e1-71688393fe74", "address": "fa:16:3e:e8:78:3a", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714ef21-af", "ovs_interfaceid": "c714ef21-afe8-4399-a8e1-71688393fe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.309138] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52977c45-6a36-de2c-20f5-568d61ecca64, 'name': SearchDatastore_Task, 'duration_secs': 0.024318} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.309138] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.309268] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.310235] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.310235] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.310235] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.310235] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deef293d-94c6-4203-9e74-4cf108519bba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.312231] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69bc5088-e26b-4377-81c5-2f1b41aed513 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.691s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.322697] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.322896] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.323667] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64184473-a5ab-4b0b-8eea-d6205b2c477e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.330951] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1012.330951] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b75c55-b376-132b-154d-abf457478857" [ 1012.330951] env[62849]: _type = "Task" [ 1012.330951] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.340189] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b75c55-b376-132b-154d-abf457478857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.423635] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404804, 'name': ReconfigVM_Task, 'duration_secs': 0.989943} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.424074] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d11617c3-9908-4ba4-a98e-4ecad12c5f89/d11617c3-9908-4ba4-a98e-4ecad12c5f89.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.424788] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9629549-289d-4aac-a18c-31d19af4038d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.433887] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1012.433887] env[62849]: value = "task-4404805" [ 1012.433887] env[62849]: _type = "Task" [ 1012.433887] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.448094] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404805, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.476402] env[62849]: DEBUG nova.scheduler.client.report [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.515988] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ff2504-1058-4544-ebd2-b853db7193ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.516386] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.516732] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82/7e67d3c5-7db6-417e-8417-baf9bdcfaa82.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.517092] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1515246c-30a1-44f1-bbc4-e9c121444e17 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.527181] env[62849]: DEBUG nova.compute.manager [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Received event network-vif-plugged-c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1012.527923] env[62849]: DEBUG oslo_concurrency.lockutils [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] Acquiring lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.528238] env[62849]: DEBUG oslo_concurrency.lockutils [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.528474] env[62849]: DEBUG oslo_concurrency.lockutils [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.528729] env[62849]: DEBUG nova.compute.manager [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] No waiting events found dispatching network-vif-plugged-c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.528994] env[62849]: WARNING nova.compute.manager [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Received unexpected event network-vif-plugged-c714ef21-afe8-4399-a8e1-71688393fe74 for instance with vm_state building and task_state spawning. [ 1012.529241] env[62849]: DEBUG nova.compute.manager [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Received event network-changed-c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1012.529466] env[62849]: DEBUG nova.compute.manager [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Refreshing instance network info cache due to event network-changed-c714ef21-afe8-4399-a8e1-71688393fe74. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1012.529748] env[62849]: DEBUG oslo_concurrency.lockutils [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] Acquiring lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.531968] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1012.531968] env[62849]: value = "task-4404806" [ 1012.531968] env[62849]: _type = "Task" [ 1012.531968] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.535945] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.536205] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.536388] env[62849]: DEBUG nova.compute.manager [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.537468] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a19485-41f9-4e6c-b298-cb26a38ec5f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.546051] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.547588] env[62849]: DEBUG nova.compute.manager [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1012.548197] env[62849]: DEBUG nova.objects.instance [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lazy-loading 'flavor' on Instance uuid 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.594969] env[62849]: DEBUG nova.compute.manager [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.610167] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.622815] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.623070] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.623232] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.623414] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.623586] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.623750] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.623958] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.624130] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.624326] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.624536] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.624767] env[62849]: DEBUG nova.virt.hardware [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.625595] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a2e496-5472-46bc-8827-e2e546a4f636 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.634484] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d5b4be-4886-4de8-86e7-ab8f709e5f64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.649392] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.655106] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Creating folder: Project (34978e9bde1c4fd68dcc91481b91184c). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.655451] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9707160-eec2-4fdb-97de-b4d438719778 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.670111] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Created folder: Project (34978e9bde1c4fd68dcc91481b91184c) in parent group-v861840. [ 1012.670383] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Creating folder: Instances. Parent ref: group-v862094. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.670573] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5918d48-7967-472c-931f-dab50418d2f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.681463] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Created folder: Instances in parent group-v862094. [ 1012.681729] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.681932] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.682236] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-704524d6-df6a-4fe8-9bfe-46d0d963152b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.694872] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.695213] env[62849]: DEBUG nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Instance network_info: |[{"id": "c714ef21-afe8-4399-a8e1-71688393fe74", "address": "fa:16:3e:e8:78:3a", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714ef21-af", "ovs_interfaceid": "c714ef21-afe8-4399-a8e1-71688393fe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.695850] env[62849]: DEBUG oslo_concurrency.lockutils [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] Acquired lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.696039] env[62849]: DEBUG nova.network.neutron [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Refreshing network info cache for port c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.697785] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:78:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c714ef21-afe8-4399-a8e1-71688393fe74', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.705716] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.707092] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.707336] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbecdf2d-5644-4c39-83e9-0e055a754a2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.723320] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.723320] env[62849]: value = "task-4404809" [ 1012.723320] env[62849]: _type = "Task" [ 1012.723320] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.730044] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.730044] env[62849]: value = "task-4404810" [ 1012.730044] env[62849]: _type = "Task" [ 1012.730044] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.737058] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404809, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.743582] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404810, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.815593] env[62849]: DEBUG nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.843635] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b75c55-b376-132b-154d-abf457478857, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.845057] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d828be-dbdc-40ba-a415-8c71cab35b04 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.851805] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1012.851805] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529fac10-a64c-375c-82ba-a036ba2ddec6" [ 1012.851805] env[62849]: _type = "Task" [ 1012.851805] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.861303] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529fac10-a64c-375c-82ba-a036ba2ddec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.947063] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404805, 'name': Rename_Task, 'duration_secs': 0.361688} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.947466] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.947780] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c25f8d66-7298-4093-bd33-f1cd3e791a81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.957283] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1012.957283] env[62849]: value = "task-4404811" [ 1012.957283] env[62849]: _type = "Task" [ 1012.957283] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.967047] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.983060] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.983682] env[62849]: DEBUG nova.compute.manager [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.987039] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.102s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.988839] env[62849]: INFO nova.compute.claims [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.047500] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.108807] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.238173] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404809, 'name': CreateVM_Task, 'duration_secs': 0.356661} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.238307] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.238770] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.238951] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.239380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.239655] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe262b28-faf5-4ec7-98c5-4a1cb33044db {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.244629] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404810, 'name': CreateVM_Task, 'duration_secs': 0.423835} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.245167] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.245843] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.248926] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1013.248926] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d1b657-14fa-89e9-19a7-93f511b321a0" [ 1013.248926] env[62849]: _type = "Task" [ 1013.248926] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.261372] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d1b657-14fa-89e9-19a7-93f511b321a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.344994] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.362914] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529fac10-a64c-375c-82ba-a036ba2ddec6, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.363093] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.363509] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] cfc8bd17-1cba-434f-ad24-03c6866925d4/cfc8bd17-1cba-434f-ad24-03c6866925d4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.363906] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa42126-ca19-4485-ba0a-896fdd26b25c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.374050] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1013.374050] env[62849]: value = "task-4404812" [ 1013.374050] env[62849]: _type = "Task" [ 1013.374050] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.393022] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.469530] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.494965] env[62849]: DEBUG nova.compute.utils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.499110] env[62849]: DEBUG nova.compute.manager [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1013.517865] env[62849]: DEBUG nova.network.neutron [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updated VIF entry in instance network info cache for port c714ef21-afe8-4399-a8e1-71688393fe74. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1013.517865] env[62849]: DEBUG nova.network.neutron [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [{"id": "c714ef21-afe8-4399-a8e1-71688393fe74", "address": "fa:16:3e:e8:78:3a", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714ef21-af", "ovs_interfaceid": "c714ef21-afe8-4399-a8e1-71688393fe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.551024] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696727} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.551024] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82/7e67d3c5-7db6-417e-8417-baf9bdcfaa82.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.551024] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.551024] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-342e64bb-3b4f-45b5-b1c8-3f0b937b232d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.555953] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.556686] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49ba8b63-3d98-4fd1-9d26-267a3bf7a7bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.561618] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1013.561618] env[62849]: value = "task-4404813" [ 1013.561618] env[62849]: _type = "Task" [ 1013.561618] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.568448] env[62849]: DEBUG oslo_vmware.api [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1013.568448] env[62849]: value = "task-4404814" [ 1013.568448] env[62849]: _type = "Task" [ 1013.568448] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.575621] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.582572] env[62849]: DEBUG oslo_vmware.api [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.606025] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.762028] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d1b657-14fa-89e9-19a7-93f511b321a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011732} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.762548] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.762949] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.763272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.763968] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.763968] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.764095] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.764401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.764643] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52232368-fd0a-46b7-9c80-c65c41550d45 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.766784] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7268488-1cf3-4cad-ba89-b67f1ba5be10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.775489] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1013.775489] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525e4899-d6ab-55b2-a770-deb130484d95" [ 1013.775489] env[62849]: _type = "Task" [ 1013.775489] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.782487] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.782854] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.784373] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7559fdb4-dae1-4efa-bd52-65181001b263 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.790226] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525e4899-d6ab-55b2-a770-deb130484d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.795860] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1013.795860] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f0c747-be6c-7426-3c13-88ffe5ff8749" [ 1013.795860] env[62849]: _type = "Task" [ 1013.795860] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.807303] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f0c747-be6c-7426-3c13-88ffe5ff8749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.884995] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.968643] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404811, 'name': PowerOnVM_Task, 'duration_secs': 0.730913} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.968884] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.969119] env[62849]: INFO nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1013.969384] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.970192] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbbc7fb-a770-4ba0-b633-dbf9140d7778 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.999569] env[62849]: DEBUG nova.compute.manager [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.021300] env[62849]: DEBUG oslo_concurrency.lockutils [req-5ee5ab7e-9a91-4fe2-a905-ef9fcadf12e8 req-df6e1357-fa15-4aec-849a-e7b3c3cee3c6 service nova] Releasing lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.078865] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086427} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.079652] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.080532] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e5d76-6477-403e-b121-d379d042eb9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.089539] env[62849]: DEBUG oslo_vmware.api [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.111198] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82/7e67d3c5-7db6-417e-8417-baf9bdcfaa82.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.117302] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689a6efc-d04b-4b4c-9b72-4a9f949d3b4e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.139016] env[62849]: DEBUG oslo_vmware.api [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404793, 'name': ReconfigVM_Task, 'duration_secs': 5.831002} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.140483] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.140711] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfigured VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1014.143265] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1014.143265] env[62849]: value = "task-4404815" [ 1014.143265] env[62849]: _type = "Task" [ 1014.143265] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.157101] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.288621] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525e4899-d6ab-55b2-a770-deb130484d95, 'name': SearchDatastore_Task, 'duration_secs': 0.040646} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.292464] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.292741] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.292966] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.307017] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f0c747-be6c-7426-3c13-88ffe5ff8749, 'name': SearchDatastore_Task, 'duration_secs': 0.038725} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.310658] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76230fec-c575-45d0-b56f-b2193c392e04 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.318163] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1014.318163] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52742581-3bf6-6005-c6c8-74d1bd8c3529" [ 1014.318163] env[62849]: _type = "Task" [ 1014.318163] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.329017] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52742581-3bf6-6005-c6c8-74d1bd8c3529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.387955] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641045} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.391369] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] cfc8bd17-1cba-434f-ad24-03c6866925d4/cfc8bd17-1cba-434f-ad24-03c6866925d4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.391821] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.392461] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8437c8a-26b1-4898-a4f7-8c1ccd0e8914 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.401968] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1014.401968] env[62849]: value = "task-4404816" [ 1014.401968] env[62849]: _type = "Task" [ 1014.401968] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.416965] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.442251] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b7af17-5a8f-409c-8a77-83af6020c78b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.452136] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2435ed5-3c02-4dff-abd7-3187d5551d7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.498377] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb6d88-cdd2-4f9a-87b9-4b16eae228a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.504258] env[62849]: INFO nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Took 30.27 seconds to build instance. [ 1014.512981] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ffd75b-aaea-43b0-8c81-6c3abc65cfa6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.530381] env[62849]: DEBUG nova.compute.provider_tree [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.567378] env[62849]: DEBUG nova.compute.manager [req-7b159f20-f5a5-42ac-9bcf-4ffdfac18327 req-1f1af6b0-19e0-438a-a130-dd1e6b656b4d service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-vif-deleted-bf0ebe2c-d274-45a0-8fd5-b165e9e67883 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1014.567571] env[62849]: INFO nova.compute.manager [req-7b159f20-f5a5-42ac-9bcf-4ffdfac18327 req-1f1af6b0-19e0-438a-a130-dd1e6b656b4d service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Neutron deleted interface bf0ebe2c-d274-45a0-8fd5-b165e9e67883; detaching it from the instance and deleting it from the info cache [ 1014.567871] env[62849]: DEBUG nova.network.neutron [req-7b159f20-f5a5-42ac-9bcf-4ffdfac18327 req-1f1af6b0-19e0-438a-a130-dd1e6b656b4d service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65510a73-9187-461e-abb9-875050eed891", "address": "fa:16:3e:75:96:a5", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65510a73-91", "ovs_interfaceid": "65510a73-9187-461e-abb9-875050eed891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.582223] env[62849]: DEBUG oslo_vmware.api [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404814, 'name': PowerOffVM_Task, 'duration_secs': 0.744612} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.582985] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.582985] env[62849]: DEBUG nova.compute.manager [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.583562] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e85d81-d0f7-4354-872f-195b77c02b08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.654104] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.829377] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52742581-3bf6-6005-c6c8-74d1bd8c3529, 'name': SearchDatastore_Task, 'duration_secs': 0.038333} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.830035] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.830035] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 2d4232fd-8805-4698-a6cf-603eed0905a3/2d4232fd-8805-4698-a6cf-603eed0905a3.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.830189] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.830363] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.830576] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9b178ab-db52-4029-bc38-4a4ece9169c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.834784] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a2abd2-bbbf-47d2-9a90-1a2aa962773b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.841844] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1014.841844] env[62849]: value = "task-4404817" [ 1014.841844] env[62849]: _type = "Task" [ 1014.841844] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.846102] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.846291] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.847310] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea6d277-f8d1-4f02-927b-2265a1592185 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.852469] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.856030] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1014.856030] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52676b50-b061-0f5c-122f-e8bc1e3ed69d" [ 1014.856030] env[62849]: _type = "Task" [ 1014.856030] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.863667] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52676b50-b061-0f5c-122f-e8bc1e3ed69d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.913436] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128297} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.913707] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.914592] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a568430-aa5b-4562-b364-376da42aec62 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.937585] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] cfc8bd17-1cba-434f-ad24-03c6866925d4/cfc8bd17-1cba-434f-ad24-03c6866925d4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.937906] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b8ae8f-1137-4f6e-b032-e01d9ee391f1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.958500] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1014.958500] env[62849]: value = "task-4404818" [ 1014.958500] env[62849]: _type = "Task" [ 1014.958500] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.969044] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.006323] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.783s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.012976] env[62849]: DEBUG nova.compute.manager [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.033895] env[62849]: DEBUG nova.scheduler.client.report [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.047650] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.047972] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.048552] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.048552] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.048552] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.048827] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.048860] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.049033] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.049238] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.049498] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.049631] env[62849]: DEBUG nova.virt.hardware [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.051468] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d153e5b-fd10-4c85-a708-6cf9c459f9f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.057028] env[62849]: DEBUG nova.compute.manager [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-vif-deleted-65510a73-9187-461e-abb9-875050eed891 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1015.057224] env[62849]: INFO nova.compute.manager [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Neutron deleted interface 65510a73-9187-461e-abb9-875050eed891; detaching it from the instance and deleting it from the info cache [ 1015.057522] env[62849]: DEBUG nova.network.neutron [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.065147] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83bfa0f-c005-4f2c-915b-951378bdcc54 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.070605] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b159f20-f5a5-42ac-9bcf-4ffdfac18327 req-1f1af6b0-19e0-438a-a130-dd1e6b656b4d service nova] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.070785] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b159f20-f5a5-42ac-9bcf-4ffdfac18327 req-1f1af6b0-19e0-438a-a130-dd1e6b656b4d service nova] Acquired lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.071990] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045f2b7-d2f8-4aee-866a-c15aa3b68daf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.082941] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.088530] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.089984] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.090334] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be289ae-113f-488c-ac74-0969d52961e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.122058] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b159f20-f5a5-42ac-9bcf-4ffdfac18327 req-1f1af6b0-19e0-438a-a130-dd1e6b656b4d service nova] Releasing lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.122372] env[62849]: WARNING nova.compute.manager [req-7b159f20-f5a5-42ac-9bcf-4ffdfac18327 req-1f1af6b0-19e0-438a-a130-dd1e6b656b4d service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Detach interface failed, port_id=bf0ebe2c-d274-45a0-8fd5-b165e9e67883, reason: No device with interface-id bf0ebe2c-d274-45a0-8fd5-b165e9e67883 exists on VM: nova.exception.NotFound: No device with interface-id bf0ebe2c-d274-45a0-8fd5-b165e9e67883 exists on VM [ 1015.126268] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cc6f83d0-51bb-46e3-9798-0c5206f112e5 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.589s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.132076] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.132076] env[62849]: value = "task-4404819" [ 1015.132076] env[62849]: _type = "Task" [ 1015.132076] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.142866] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404819, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.153720] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404815, 'name': ReconfigVM_Task, 'duration_secs': 0.52278} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.153992] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82/7e67d3c5-7db6-417e-8417-baf9bdcfaa82.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.154628] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b13dd70-2c8a-460f-a56a-207255a864af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.162104] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1015.162104] env[62849]: value = "task-4404820" [ 1015.162104] env[62849]: _type = "Task" [ 1015.162104] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.172085] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404820, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.352432] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404817, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.366066] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52676b50-b061-0f5c-122f-e8bc1e3ed69d, 'name': SearchDatastore_Task, 'duration_secs': 0.019877} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.366445] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c97f482-a9fb-435b-9200-fd5e5deaee49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.372437] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1015.372437] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523dd00f-6931-db7a-3f4f-37b6b074b93a" [ 1015.372437] env[62849]: _type = "Task" [ 1015.372437] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.381454] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523dd00f-6931-db7a-3f4f-37b6b074b93a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.471310] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.507027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.507027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.507027] env[62849]: DEBUG nova.network.neutron [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.508274] env[62849]: DEBUG nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.543010] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.543722] env[62849]: DEBUG nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.546789] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.256s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.551152] env[62849]: INFO nova.compute.claims [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.560624] env[62849]: DEBUG oslo_concurrency.lockutils [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.560624] env[62849]: DEBUG oslo_concurrency.lockutils [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Acquired lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.561984] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caec241-5205-44d5-80f2-c77deac4dcaa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.585526] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a0c98e-fc48-4517-b0e0-816b6e714b86 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.617272] env[62849]: DEBUG nova.virt.vmwareapi.vmops [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfiguring VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1015.618351] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3084f22-6e25-4f86-a83a-e8194fe50830 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.634480] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.647450] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404819, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.649287] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Waiting for the task: (returnval){ [ 1015.649287] env[62849]: value = "task-4404821" [ 1015.649287] env[62849]: _type = "Task" [ 1015.649287] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.659382] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.676719] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404820, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.853308] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908236} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.853566] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 2d4232fd-8805-4698-a6cf-603eed0905a3/2d4232fd-8805-4698-a6cf-603eed0905a3.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.853778] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.854048] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b0c38ba-653c-423b-8962-5cf1b2bb7517 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.862139] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1015.862139] env[62849]: value = "task-4404822" [ 1015.862139] env[62849]: _type = "Task" [ 1015.862139] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.871868] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.884364] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523dd00f-6931-db7a-3f4f-37b6b074b93a, 'name': SearchDatastore_Task, 'duration_secs': 0.017404} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.884820] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.885205] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d/ffa3e5e3-d22d-4127-840b-d8ce8cfa099d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.885582] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f89b0b3-cf40-4127-9146-2bef9b7878ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.894554] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1015.894554] env[62849]: value = "task-4404823" [ 1015.894554] env[62849]: _type = "Task" [ 1015.894554] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.909124] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.971066] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.034022] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.053617] env[62849]: DEBUG nova.compute.utils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.056998] env[62849]: DEBUG nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.057197] env[62849]: DEBUG nova.network.neutron [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1016.130036] env[62849]: DEBUG nova.policy [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c43314a3e424674b940195dae903080', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c5342bd070341728f353331361556bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.146064] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404819, 'name': CreateVM_Task, 'duration_secs': 0.815044} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.146314] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.146733] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.146893] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.147246] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.147519] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1cd80b-3a60-47ac-a903-1e08e71713ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.154071] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1016.154071] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1c0b-02c7-3f39-0d60-836a13b4aff8" [ 1016.154071] env[62849]: _type = "Task" [ 1016.154071] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.160227] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.165660] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1c0b-02c7-3f39-0d60-836a13b4aff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.177480] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404820, 'name': Rename_Task, 'duration_secs': 0.669684} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.179736] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.180076] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f01fde9-b84c-49e1-bc82-2ce590446fa6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.187863] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1016.187863] env[62849]: value = "task-4404824" [ 1016.187863] env[62849]: _type = "Task" [ 1016.187863] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.199786] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.373722] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072976} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.373722] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.374215] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc970dc-17df-490d-a207-2686b7f0c034 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.397363] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 2d4232fd-8805-4698-a6cf-603eed0905a3/2d4232fd-8805-4698-a6cf-603eed0905a3.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.398522] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe86d53-9031-4934-a3a6-f9131c31bdfa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.428305] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404823, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.430360] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1016.430360] env[62849]: value = "task-4404825" [ 1016.430360] env[62849]: _type = "Task" [ 1016.430360] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.441451] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.442748] env[62849]: DEBUG nova.network.neutron [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [{"id": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "address": "fa:16:3e:5d:32:6f", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726e1ba8-30", "ovs_interfaceid": "726e1ba8-30d0-4002-802e-4f4a6a53f083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.472959] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404818, 'name': ReconfigVM_Task, 'duration_secs': 1.043555} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.473292] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Reconfigured VM instance instance-0000005c to attach disk [datastore2] cfc8bd17-1cba-434f-ad24-03c6866925d4/cfc8bd17-1cba-434f-ad24-03c6866925d4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.473957] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-678a52ea-c756-4efb-a2e1-8bc81393081a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.483055] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1016.483055] env[62849]: value = "task-4404826" [ 1016.483055] env[62849]: _type = "Task" [ 1016.483055] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.497137] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404826, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.559539] env[62849]: DEBUG nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.663451] env[62849]: DEBUG nova.network.neutron [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Successfully created port: 027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1016.670471] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.678638] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1c0b-02c7-3f39-0d60-836a13b4aff8, 'name': SearchDatastore_Task, 'duration_secs': 0.023834} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.678950] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.679234] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.679494] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.679712] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.679935] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.680251] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6d15ef-5fb8-4513-8827-d79924c80d3d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.696173] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.696408] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.698359] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d58652-ca34-405e-a105-16a197522dbf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.704349] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.709719] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1016.709719] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e3a2c6-463d-f9bc-6c65-98e81331b71f" [ 1016.709719] env[62849]: _type = "Task" [ 1016.709719] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.727615] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e3a2c6-463d-f9bc-6c65-98e81331b71f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.913325] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701132} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.914541] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d/ffa3e5e3-d22d-4127-840b-d8ce8cfa099d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.914541] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.915054] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17278e46-1be7-4a71-b102-cb4565f2087a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.923836] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1016.923836] env[62849]: value = "task-4404827" [ 1016.923836] env[62849]: _type = "Task" [ 1016.923836] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.944922] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404825, 'name': ReconfigVM_Task, 'duration_secs': 0.373499} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.945230] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.948623] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.950849] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 2d4232fd-8805-4698-a6cf-603eed0905a3/2d4232fd-8805-4698-a6cf-603eed0905a3.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.953023] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6880f380-d4b3-4f13-bfdc-f6d2689676d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.960298] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1016.960298] env[62849]: value = "task-4404828" [ 1016.960298] env[62849]: _type = "Task" [ 1016.960298] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.974620] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404828, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.994376] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404826, 'name': Rename_Task, 'duration_secs': 0.491436} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.994661] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.994916] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9344c7bd-b3ed-41a8-a0d0-43c0d24c56b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.000676] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a073c-ba45-4f30-bbb4-97c8f682b3fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.005486] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1017.005486] env[62849]: value = "task-4404829" [ 1017.005486] env[62849]: _type = "Task" [ 1017.005486] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.017887] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82852e0-affc-4915-8bbd-a7c96b297d16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.021955] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.053748] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4623c80c-1585-4e9b-aab4-b23533e7b9ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.063056] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5e4062-a397-4ff1-8f18-1e703fcca7be {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.083977] env[62849]: DEBUG nova.compute.provider_tree [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.110252] env[62849]: DEBUG nova.compute.manager [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.111099] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa0ce0-1b11-4559-83b9-8835ef5cffce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.162910] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.199365] env[62849]: DEBUG oslo_vmware.api [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404824, 'name': PowerOnVM_Task, 'duration_secs': 0.542667} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.199738] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.199958] env[62849]: DEBUG nova.compute.manager [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.200814] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2012957b-41dc-4583-81ce-2c20adcded61 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.222970] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e3a2c6-463d-f9bc-6c65-98e81331b71f, 'name': SearchDatastore_Task, 'duration_secs': 0.021058} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.223888] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b2d576-aa60-4721-976c-420b20ade47f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.229668] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1017.229668] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525e0957-3305-15a1-a326-46d1e0dd3949" [ 1017.229668] env[62849]: _type = "Task" [ 1017.229668] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.238528] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525e0957-3305-15a1-a326-46d1e0dd3949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.438706] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075995} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.439047] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.439892] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd901a-06fe-497b-ae79-7b3d2336a070 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.459466] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d085c69-b7de-4f32-9062-0a7a3b5b58d2 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-9fb88a46-1df0-4e7f-8a6a-636074b9ab07-bf0ebe2c-d274-45a0-8fd5-b165e9e67883" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.974s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.469171] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d/ffa3e5e3-d22d-4127-840b-d8ce8cfa099d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.470693] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-956583ce-8dc3-4bdd-9ee6-ce8269b4deea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.498065] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404828, 'name': Rename_Task, 'duration_secs': 0.144758} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.498363] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.498611] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eafe8d0e-d0e8-407c-a5a9-f4f5efe75d4d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.501764] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1017.501764] env[62849]: value = "task-4404830" [ 1017.501764] env[62849]: _type = "Task" [ 1017.501764] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.507894] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1017.507894] env[62849]: value = "task-4404831" [ 1017.507894] env[62849]: _type = "Task" [ 1017.507894] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.515296] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.526975] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.531875] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404831, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.573474] env[62849]: DEBUG nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.588619] env[62849]: DEBUG nova.scheduler.client.report [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.604435] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.604696] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.604854] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.605046] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.605194] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.605337] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.605540] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.605706] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.605874] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.606047] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.606230] env[62849]: DEBUG nova.virt.hardware [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.607099] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7595c1-3f6b-435d-995b-fbd5feb8d1d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.616720] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6ea16c-29a0-4660-a8a5-7a9454d05d0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.623239] env[62849]: INFO nova.compute.manager [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] instance snapshotting [ 1017.623450] env[62849]: WARNING nova.compute.manager [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1017.634639] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e58c38-b969-4336-b3e6-7d3e6d17db4c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.660036] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32200cc5-69eb-450d-8738-b25a876536eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.668557] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.718934] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.741928] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525e0957-3305-15a1-a326-46d1e0dd3949, 'name': SearchDatastore_Task, 'duration_secs': 0.091804} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.742232] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.742488] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025/f47a83eb-5d33-41d5-b6a4-34a01f2d6025.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.742746] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a752c320-a9d8-4082-bab5-558543a2b1fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.749753] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1017.749753] env[62849]: value = "task-4404832" [ 1017.749753] env[62849]: _type = "Task" [ 1017.749753] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.758215] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.948816] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.949103] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.949631] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.949973] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.950277] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.953360] env[62849]: INFO nova.compute.manager [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Terminating instance [ 1018.014981] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.022963] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.029234] env[62849]: DEBUG oslo_vmware.api [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404831, 'name': PowerOnVM_Task, 'duration_secs': 0.480104} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.029234] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.029359] env[62849]: INFO nova.compute.manager [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Took 5.43 seconds to spawn the instance on the hypervisor. [ 1018.029572] env[62849]: DEBUG nova.compute.manager [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.030447] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde700eb-34bf-4ac5-8c72-ab7ea894dc03 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.098395] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.098947] env[62849]: DEBUG nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.105596] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.485s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.105596] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.105596] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1018.105596] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.064s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.107684] env[62849]: INFO nova.compute.claims [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.114260] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f32fbc-cb91-42fc-b4ff-4f8526ccfd9e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.132447] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0db0f5-006e-45e8-9604-473879f62f58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.151090] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61850d56-73db-4012-bd65-71c2d6a60a25 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.169170] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a5e299-4877-490e-b5f1-2126bcde2cc1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.175148] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.176124] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1018.177104] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65f1ce10-fcd5-4dae-8704-dd5e785101af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.210864] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179398MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1018.213291] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.213291] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1018.213291] env[62849]: value = "task-4404833" [ 1018.213291] env[62849]: _type = "Task" [ 1018.213291] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.223275] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404833, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.268122] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.274725] env[62849]: DEBUG nova.compute.manager [req-f2aa0d82-051c-47db-9eef-2daec83c8b21 req-9aa00d79-246e-4f21-a258-909dcf1cfd5c service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Received event network-vif-plugged-027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1018.274945] env[62849]: DEBUG oslo_concurrency.lockutils [req-f2aa0d82-051c-47db-9eef-2daec83c8b21 req-9aa00d79-246e-4f21-a258-909dcf1cfd5c service nova] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.275169] env[62849]: DEBUG oslo_concurrency.lockutils [req-f2aa0d82-051c-47db-9eef-2daec83c8b21 req-9aa00d79-246e-4f21-a258-909dcf1cfd5c service nova] Lock "251e8971-fbbb-4d08-be97-240a50120854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.275344] env[62849]: DEBUG oslo_concurrency.lockutils [req-f2aa0d82-051c-47db-9eef-2daec83c8b21 req-9aa00d79-246e-4f21-a258-909dcf1cfd5c service nova] Lock "251e8971-fbbb-4d08-be97-240a50120854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.278902] env[62849]: DEBUG nova.compute.manager [req-f2aa0d82-051c-47db-9eef-2daec83c8b21 req-9aa00d79-246e-4f21-a258-909dcf1cfd5c service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] No waiting events found dispatching network-vif-plugged-027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.278902] env[62849]: WARNING nova.compute.manager [req-f2aa0d82-051c-47db-9eef-2daec83c8b21 req-9aa00d79-246e-4f21-a258-909dcf1cfd5c service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Received unexpected event network-vif-plugged-027ddaa6-7539-4358-bf7e-b44c42029823 for instance with vm_state building and task_state spawning. [ 1018.363955] env[62849]: DEBUG nova.network.neutron [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Successfully updated port: 027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1018.458727] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "refresh_cache-7e67d3c5-7db6-417e-8417-baf9bdcfaa82" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.458727] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquired lock "refresh_cache-7e67d3c5-7db6-417e-8417-baf9bdcfaa82" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.458948] env[62849]: DEBUG nova.network.neutron [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1018.516083] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404830, 'name': ReconfigVM_Task, 'duration_secs': 0.870187} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.516355] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfigured VM instance instance-0000005d to attach disk [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d/ffa3e5e3-d22d-4127-840b-d8ce8cfa099d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.517033] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eba49714-7144-4808-8646-3865f458c2ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.521753] env[62849]: DEBUG oslo_vmware.api [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404829, 'name': PowerOnVM_Task, 'duration_secs': 1.475374} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.522378] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.522580] env[62849]: INFO nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1018.522753] env[62849]: DEBUG nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.523544] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6898722e-0b56-4316-9484-514e6fed1bc9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.527570] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1018.527570] env[62849]: value = "task-4404834" [ 1018.527570] env[62849]: _type = "Task" [ 1018.527570] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.542566] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404834, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.553400] env[62849]: INFO nova.compute.manager [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Took 32.00 seconds to build instance. [ 1018.615234] env[62849]: DEBUG nova.compute.utils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.617085] env[62849]: DEBUG nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.617345] env[62849]: DEBUG nova.network.neutron [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1018.667403] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.677162] env[62849]: DEBUG nova.policy [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24341b7eccd4d9c83b0696f4d234c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '177c81516407466fadb0d74b0e446829', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.725727] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404833, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.767035] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627084} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.767336] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025/f47a83eb-5d33-41d5-b6a4-34a01f2d6025.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.767567] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.767912] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49ec99bd-1b45-45bf-a7ca-410bbfc18018 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.777429] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1018.777429] env[62849]: value = "task-4404835" [ 1018.777429] env[62849]: _type = "Task" [ 1018.777429] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.789173] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.868817] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.868817] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.868817] env[62849]: DEBUG nova.network.neutron [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1018.985558] env[62849]: DEBUG nova.network.neutron [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1019.021628] env[62849]: DEBUG nova.network.neutron [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Successfully created port: 0a0dc132-3c57-4d3e-8f17-c88e3bf67ede {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1019.042210] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404834, 'name': Rename_Task, 'duration_secs': 0.226763} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.042511] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.042777] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d8cfed1-8334-4ecb-b4dc-e4e1c5fb9f84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.052862] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1019.052862] env[62849]: value = "task-4404836" [ 1019.052862] env[62849]: _type = "Task" [ 1019.052862] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.053452] env[62849]: INFO nova.compute.manager [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Took 34.78 seconds to build instance. [ 1019.058929] env[62849]: DEBUG oslo_concurrency.lockutils [None req-74f6f563-342b-4899-95fa-6995ec35d6cb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "2d4232fd-8805-4698-a6cf-603eed0905a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.512s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.072416] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.073526] env[62849]: DEBUG nova.network.neutron [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.120318] env[62849]: DEBUG nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.174983] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.230848] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404833, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.288980] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072781} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.289302] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.290143] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed9b3d7-ff97-49b7-81c5-8fa1a8310aed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.317199] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025/f47a83eb-5d33-41d5-b6a4-34a01f2d6025.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.319469] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68dc6c6-4094-4666-9e76-92989b1aac5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.342233] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1019.342233] env[62849]: value = "task-4404837" [ 1019.342233] env[62849]: _type = "Task" [ 1019.342233] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.355582] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.416832] env[62849]: DEBUG nova.network.neutron [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1019.560328] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f89373e6-7a79-46cc-a81f-78bd3f86e5fc tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "cfc8bd17-1cba-434f-ad24-03c6866925d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.302s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.565723] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df56bcc9-2a1f-48a8-ae7d-78869b7d708a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.568876] env[62849]: DEBUG nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.584696] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Releasing lock "refresh_cache-7e67d3c5-7db6-417e-8417-baf9bdcfaa82" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.584696] env[62849]: DEBUG nova.compute.manager [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.584696] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.584696] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.586394] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95c5683-3d9a-4e31-961d-6b38a0d4dcab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.589870] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e39a7-1540-41d0-861f-c72543a4fd38 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.600262] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.627517] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990e5edf-4085-4e2b-bae6-e7cd4322740c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.635376] env[62849]: DEBUG nova.network.neutron [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updating instance_info_cache with network_info: [{"id": "027ddaa6-7539-4358-bf7e-b44c42029823", "address": "fa:16:3e:bd:19:ea", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027ddaa6-75", "ovs_interfaceid": "027ddaa6-7539-4358-bf7e-b44c42029823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.637131] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995100df-ac7b-4cd8-a25a-51feef658787 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.648728] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4344eac0-0250-444d-854c-8f3e50a30981 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.653523] env[62849]: DEBUG oslo_vmware.api [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1019.653523] env[62849]: value = "task-4404838" [ 1019.653523] env[62849]: _type = "Task" [ 1019.653523] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.665506] env[62849]: DEBUG nova.compute.provider_tree [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.677749] env[62849]: DEBUG oslo_vmware.api [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.684316] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.729181] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404833, 'name': CreateSnapshot_Task, 'duration_secs': 1.269509} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.730554] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1019.731689] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e8ccc3-729c-4fe5-b33d-19e115eccae1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.854513] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.071339] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.084385] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.084767] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.085017] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.085224] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.085412] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.087703] env[62849]: INFO nova.compute.manager [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Terminating instance [ 1020.091419] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.141177] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Releasing lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.141609] env[62849]: DEBUG nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Instance network_info: |[{"id": "027ddaa6-7539-4358-bf7e-b44c42029823", "address": "fa:16:3e:bd:19:ea", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027ddaa6-75", "ovs_interfaceid": "027ddaa6-7539-4358-bf7e-b44c42029823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.142778] env[62849]: DEBUG nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.145096] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:19:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '027ddaa6-7539-4358-bf7e-b44c42029823', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.153084] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.153342] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.154085] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acda8f26-11a5-4cba-85e1-4a20f294478f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.182548] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.182884] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.182961] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.183160] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.183307] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.183463] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.183674] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.183836] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.184012] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.184186] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.184359] env[62849]: DEBUG nova.virt.hardware [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.185305] env[62849]: DEBUG nova.scheduler.client.report [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.188791] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "cfc8bd17-1cba-434f-ad24-03c6866925d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.188967] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "cfc8bd17-1cba-434f-ad24-03c6866925d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.189186] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "cfc8bd17-1cba-434f-ad24-03c6866925d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.189467] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "cfc8bd17-1cba-434f-ad24-03c6866925d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.189556] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "cfc8bd17-1cba-434f-ad24-03c6866925d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.191663] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a41a8-15e6-496c-905f-72731f76ef7f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.194862] env[62849]: INFO nova.compute.manager [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Terminating instance [ 1020.199120] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.199120] env[62849]: value = "task-4404839" [ 1020.199120] env[62849]: _type = "Task" [ 1020.199120] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.211051] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.211432] env[62849]: DEBUG oslo_vmware.api [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404838, 'name': PowerOffVM_Task, 'duration_secs': 0.203274} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.215477] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.215705] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.216984] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-673ba7d4-1f1e-44b3-94cb-ff1c4f78bbc4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.219802] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf77716-0583-4b71-9365-08d2ab7fae4d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.228485] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404839, 'name': CreateVM_Task} progress is 15%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.253691] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1020.254656] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67910510-9ec8-40a4-9686-f96453300481 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.265380] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1020.265380] env[62849]: value = "task-4404841" [ 1020.265380] env[62849]: _type = "Task" [ 1020.265380] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.272817] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.273222] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.273524] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Deleting the datastore file [datastore1] 7e67d3c5-7db6-417e-8417-baf9bdcfaa82 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.274857] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33fa44b2-c404-4b85-b2e2-325b42c1619f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.284731] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404841, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.287447] env[62849]: DEBUG oslo_vmware.api [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for the task: (returnval){ [ 1020.287447] env[62849]: value = "task-4404842" [ 1020.287447] env[62849]: _type = "Task" [ 1020.287447] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.300924] env[62849]: DEBUG oslo_vmware.api [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.327361] env[62849]: DEBUG nova.compute.manager [req-7ea65a6b-4e30-404a-8bce-cb1e19830996 req-5f85daf0-37b0-43dc-98f4-7fa1f4af6522 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Received event network-changed-027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1020.327514] env[62849]: DEBUG nova.compute.manager [req-7ea65a6b-4e30-404a-8bce-cb1e19830996 req-5f85daf0-37b0-43dc-98f4-7fa1f4af6522 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Refreshing instance network info cache due to event network-changed-027ddaa6-7539-4358-bf7e-b44c42029823. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1020.327993] env[62849]: DEBUG oslo_concurrency.lockutils [req-7ea65a6b-4e30-404a-8bce-cb1e19830996 req-5f85daf0-37b0-43dc-98f4-7fa1f4af6522 service nova] Acquiring lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.328290] env[62849]: DEBUG oslo_concurrency.lockutils [req-7ea65a6b-4e30-404a-8bce-cb1e19830996 req-5f85daf0-37b0-43dc-98f4-7fa1f4af6522 service nova] Acquired lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.328584] env[62849]: DEBUG nova.network.neutron [req-7ea65a6b-4e30-404a-8bce-cb1e19830996 req-5f85daf0-37b0-43dc-98f4-7fa1f4af6522 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Refreshing network info cache for port 027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.355718] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404837, 'name': ReconfigVM_Task, 'duration_secs': 0.735267} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.356028] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025/f47a83eb-5d33-41d5-b6a4-34a01f2d6025.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.356860] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f943bfa0-cffa-49ef-aedd-ea5720e226ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.364661] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1020.364661] env[62849]: value = "task-4404843" [ 1020.364661] env[62849]: _type = "Task" [ 1020.364661] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.376460] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404843, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.574388] env[62849]: DEBUG oslo_vmware.api [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404836, 'name': PowerOnVM_Task, 'duration_secs': 1.265102} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.574792] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.575102] env[62849]: INFO nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1020.575300] env[62849]: DEBUG nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.576369] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b856787-b8e4-42df-873b-a2f7de7c5a12 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.593449] env[62849]: DEBUG nova.compute.manager [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.593762] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.594689] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3aa592-2ba5-4042-9075-6184f44129c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.604116] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.604582] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b51cb71c-8a9f-43a4-9ca5-4c05371d58c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.613369] env[62849]: DEBUG oslo_vmware.api [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1020.613369] env[62849]: value = "task-4404844" [ 1020.613369] env[62849]: _type = "Task" [ 1020.613369] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.623854] env[62849]: DEBUG oslo_vmware.api [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.684653] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.700404] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.701623] env[62849]: DEBUG nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.704938] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.137s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.705332] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.707867] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.311s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.709792] env[62849]: INFO nova.compute.claims [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.714018] env[62849]: DEBUG nova.compute.manager [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.714304] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.719964] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96bd3a5-fce1-4298-86e2-83cd92f1802f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.735024] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404839, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.738612] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.738612] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bb9ab46-a3e7-4766-88e4-53d849993cf9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.748189] env[62849]: DEBUG oslo_vmware.api [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1020.748189] env[62849]: value = "task-4404845" [ 1020.748189] env[62849]: _type = "Task" [ 1020.748189] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.758402] env[62849]: INFO nova.scheduler.client.report [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted allocations for instance 7f226332-03c4-4bfd-b088-9f8aa67d8cf8 [ 1020.767446] env[62849]: DEBUG oslo_vmware.api [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.789263] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404841, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.800460] env[62849]: DEBUG oslo_vmware.api [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Task: {'id': task-4404842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146752} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.801806] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.801806] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.801806] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.801806] env[62849]: INFO nova.compute.manager [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1020.801806] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.802279] env[62849]: DEBUG nova.compute.manager [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.802398] env[62849]: DEBUG nova.network.neutron [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1020.829300] env[62849]: DEBUG nova.network.neutron [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1020.860951] env[62849]: DEBUG nova.network.neutron [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Successfully updated port: 0a0dc132-3c57-4d3e-8f17-c88e3bf67ede {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1020.881518] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404843, 'name': Rename_Task, 'duration_secs': 0.170783} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.881996] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.882761] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f719339f-43b1-470a-9a6b-38dfe61e10d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.893605] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1020.893605] env[62849]: value = "task-4404846" [ 1020.893605] env[62849]: _type = "Task" [ 1020.893605] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.906742] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.099154] env[62849]: INFO nova.compute.manager [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Took 36.43 seconds to build instance. [ 1021.129340] env[62849]: DEBUG oslo_vmware.api [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404844, 'name': PowerOffVM_Task, 'duration_secs': 0.261361} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.129452] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.129654] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.129941] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8cce28f-fe82-40eb-a982-d6b767592e63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.182771] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.183767] env[62849]: DEBUG nova.network.neutron [req-7ea65a6b-4e30-404a-8bce-cb1e19830996 req-5f85daf0-37b0-43dc-98f4-7fa1f4af6522 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updated VIF entry in instance network info cache for port 027ddaa6-7539-4358-bf7e-b44c42029823. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1021.184131] env[62849]: DEBUG nova.network.neutron [req-7ea65a6b-4e30-404a-8bce-cb1e19830996 req-5f85daf0-37b0-43dc-98f4-7fa1f4af6522 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updating instance_info_cache with network_info: [{"id": "027ddaa6-7539-4358-bf7e-b44c42029823", "address": "fa:16:3e:bd:19:ea", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027ddaa6-75", "ovs_interfaceid": "027ddaa6-7539-4358-bf7e-b44c42029823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.218942] env[62849]: DEBUG nova.compute.utils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.223239] env[62849]: DEBUG nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.223239] env[62849]: DEBUG nova.network.neutron [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1021.234940] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404839, 'name': CreateVM_Task, 'duration_secs': 0.667649} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.235742] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.236550] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.236768] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.237158] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.238155] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d6c825-18c3-4749-aaf7-9b30378b8358 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.240174] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.240431] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.240652] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleting the datastore file [datastore2] d11617c3-9908-4ba4-a98e-4ecad12c5f89 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.242153] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aafeef2-94fb-4558-b0c8-fc9d0dac53d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.251184] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1021.251184] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5213a8fc-28a1-b009-926a-c97f8c2e0dc4" [ 1021.251184] env[62849]: _type = "Task" [ 1021.251184] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.260380] env[62849]: DEBUG oslo_vmware.api [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1021.260380] env[62849]: value = "task-4404848" [ 1021.260380] env[62849]: _type = "Task" [ 1021.260380] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.270934] env[62849]: DEBUG oslo_vmware.api [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404845, 'name': PowerOffVM_Task, 'duration_secs': 0.23239} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.271193] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5213a8fc-28a1-b009-926a-c97f8c2e0dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.01388} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.272668] env[62849]: DEBUG nova.policy [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956d4f9fb2554edda123fe7713ffa692', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01ddd7d064384ae6b3c03f1d4fb7ad7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.274633] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.274804] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.275234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.275458] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.275693] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.275836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.276035] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.282330] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0de8960-7e6d-443f-9fe2-20048fdd170d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.283994] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165b930d-83ed-4ed9-979e-bfbfebcff595 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.289021] env[62849]: DEBUG oslo_vmware.api [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.289543] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9d264963-b796-4779-bea5-9ca79ea4e649 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "7f226332-03c4-4bfd-b088-9f8aa67d8cf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.545s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.297651] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404841, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.300519] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.300684] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.301518] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572c0107-6ce0-477f-8067-8380c74a7cea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.308208] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1021.308208] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d35a9d-dc15-c6b1-6123-65811bab2e07" [ 1021.308208] env[62849]: _type = "Task" [ 1021.308208] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.320204] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d35a9d-dc15-c6b1-6123-65811bab2e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.334480] env[62849]: DEBUG nova.network.neutron [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.364539] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "refresh_cache-4a77d33a-7dab-4615-9674-31456a82b644" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.364539] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "refresh_cache-4a77d33a-7dab-4615-9674-31456a82b644" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.364539] env[62849]: DEBUG nova.network.neutron [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.367499] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.367598] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.367770] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleting the datastore file [datastore2] cfc8bd17-1cba-434f-ad24-03c6866925d4 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.368379] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cfdea99-d2f5-4017-8283-2e78fc78015c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.378202] env[62849]: DEBUG oslo_vmware.api [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1021.378202] env[62849]: value = "task-4404850" [ 1021.378202] env[62849]: _type = "Task" [ 1021.378202] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.393519] env[62849]: DEBUG oslo_vmware.api [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.408790] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.602045] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6a9a247-3ef1-4620-aa9b-a396453ab124 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.944s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.683916] env[62849]: DEBUG oslo_vmware.api [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Task: {'id': task-4404821, 'name': ReconfigVM_Task, 'duration_secs': 5.883316} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.684228] env[62849]: DEBUG oslo_concurrency.lockutils [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] Releasing lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.684465] env[62849]: DEBUG nova.virt.vmwareapi.vmops [req-572fa48b-7a77-433c-9973-935d40cdfe07 req-9fac1c9b-6045-432b-a1c5-56106348430c service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Reconfigured VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1021.685066] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.051s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.685347] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.685609] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.685835] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.688061] env[62849]: INFO nova.compute.manager [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Terminating instance [ 1021.689697] env[62849]: DEBUG oslo_concurrency.lockutils [req-7ea65a6b-4e30-404a-8bce-cb1e19830996 req-5f85daf0-37b0-43dc-98f4-7fa1f4af6522 service nova] Releasing lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.717047] env[62849]: DEBUG nova.network.neutron [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Successfully created port: 92236081-8ca5-4853-a465-9fba6f534cbe {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1021.726173] env[62849]: DEBUG nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.777597] env[62849]: DEBUG oslo_vmware.api [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264021} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.782999] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.783290] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.783376] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.783601] env[62849]: INFO nova.compute.manager [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1021.783940] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.784498] env[62849]: DEBUG nova.compute.manager [-] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.784604] env[62849]: DEBUG nova.network.neutron [-] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1021.798712] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404841, 'name': CloneVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.819270] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d35a9d-dc15-c6b1-6123-65811bab2e07, 'name': SearchDatastore_Task, 'duration_secs': 0.01904} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.823089] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cc71d2-540b-4de9-93ff-20ab7190296d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.831721] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1021.831721] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525b2879-0b5b-d444-b8a5-9248b1a827cb" [ 1021.831721] env[62849]: _type = "Task" [ 1021.831721] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.839385] env[62849]: INFO nova.compute.manager [-] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Took 1.04 seconds to deallocate network for instance. [ 1021.845992] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525b2879-0b5b-d444-b8a5-9248b1a827cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.890951] env[62849]: DEBUG oslo_vmware.api [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216827} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.894020] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.894020] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.894020] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.894020] env[62849]: INFO nova.compute.manager [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1021.894020] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.894020] env[62849]: DEBUG nova.compute.manager [-] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.894020] env[62849]: DEBUG nova.network.neutron [-] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1021.909235] env[62849]: DEBUG oslo_vmware.api [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404846, 'name': PowerOnVM_Task, 'duration_secs': 0.663856} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.909558] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.909635] env[62849]: INFO nova.compute.manager [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1021.912238] env[62849]: DEBUG nova.compute.manager [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.912238] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c711a52-bf48-4c95-ac2d-e73c74ac5925 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.954995] env[62849]: DEBUG nova.network.neutron [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1022.113943] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb2729-d703-4599-abb6-38e06c207c6d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.123215] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac11500-0694-4bef-9a1e-b40eb097a257 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.157655] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cdd0f7-fe69-4e14-a61e-ba117e0c5846 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.167329] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87c1194-df21-4d71-b5ac-5bb82257ea35 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.182581] env[62849]: DEBUG nova.compute.provider_tree [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.192763] env[62849]: DEBUG nova.compute.manager [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.192999] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.194210] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45013f39-28ec-4d8c-b7e0-388a690dc70f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.204950] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.205239] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5b87287-1c72-4f03-8b95-48b38c63a6cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.212951] env[62849]: DEBUG oslo_vmware.api [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1022.212951] env[62849]: value = "task-4404851" [ 1022.212951] env[62849]: _type = "Task" [ 1022.212951] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.223518] env[62849]: DEBUG oslo_vmware.api [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.290852] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404841, 'name': CloneVM_Task, 'duration_secs': 1.609889} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.291278] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Created linked-clone VM from snapshot [ 1022.292646] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04700557-65ec-49a6-bafd-7b6791fa4e22 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.304356] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Uploading image 3635f7a4-77b1-4b29-94a6-cc238eff8b31 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1022.320571] env[62849]: DEBUG nova.network.neutron [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Updating instance_info_cache with network_info: [{"id": "0a0dc132-3c57-4d3e-8f17-c88e3bf67ede", "address": "fa:16:3e:89:1d:c6", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0dc132-3c", "ovs_interfaceid": "0a0dc132-3c57-4d3e-8f17-c88e3bf67ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.339677] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1022.339677] env[62849]: value = "vm-862101" [ 1022.339677] env[62849]: _type = "VirtualMachine" [ 1022.339677] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1022.339994] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b99d8cd7-c959-4e95-94d9-e207973bcc3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.352238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.352554] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525b2879-0b5b-d444-b8a5-9248b1a827cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.355178] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.355477] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 251e8971-fbbb-4d08-be97-240a50120854/251e8971-fbbb-4d08-be97-240a50120854.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.355824] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lease: (returnval){ [ 1022.355824] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5263ec16-a4ce-e21f-4ccc-e8793b7d52a7" [ 1022.355824] env[62849]: _type = "HttpNfcLease" [ 1022.355824] env[62849]: } obtained for exporting VM: (result){ [ 1022.355824] env[62849]: value = "vm-862101" [ 1022.355824] env[62849]: _type = "VirtualMachine" [ 1022.355824] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1022.356177] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the lease: (returnval){ [ 1022.356177] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5263ec16-a4ce-e21f-4ccc-e8793b7d52a7" [ 1022.356177] env[62849]: _type = "HttpNfcLease" [ 1022.356177] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1022.356349] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2f2448f-695c-4834-8fe8-dcec2b1c015d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.368600] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.368600] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5263ec16-a4ce-e21f-4ccc-e8793b7d52a7" [ 1022.368600] env[62849]: _type = "HttpNfcLease" [ 1022.368600] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1022.370285] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1022.370285] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5263ec16-a4ce-e21f-4ccc-e8793b7d52a7" [ 1022.370285] env[62849]: _type = "HttpNfcLease" [ 1022.370285] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1022.370602] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1022.370602] env[62849]: value = "task-4404853" [ 1022.370602] env[62849]: _type = "Task" [ 1022.370602] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.371363] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab8dd5e-6ef9-461e-9c39-a80852e85e49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.384334] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d99d80-7e07-0801-6ae1-7d3f0560b7e9/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1022.384555] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d99d80-7e07-0801-6ae1-7d3f0560b7e9/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1022.391747] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.471114] env[62849]: INFO nova.compute.manager [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Took 35.66 seconds to build instance. [ 1022.508415] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-332fc9fe-9a79-4ffd-a90a-cdc818720ff1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.609865] env[62849]: DEBUG nova.compute.manager [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Received event network-vif-plugged-0a0dc132-3c57-4d3e-8f17-c88e3bf67ede {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1022.610589] env[62849]: DEBUG oslo_concurrency.lockutils [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] Acquiring lock "4a77d33a-7dab-4615-9674-31456a82b644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.610589] env[62849]: DEBUG oslo_concurrency.lockutils [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] Lock "4a77d33a-7dab-4615-9674-31456a82b644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.610589] env[62849]: DEBUG oslo_concurrency.lockutils [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] Lock "4a77d33a-7dab-4615-9674-31456a82b644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.610789] env[62849]: DEBUG nova.compute.manager [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] No waiting events found dispatching network-vif-plugged-0a0dc132-3c57-4d3e-8f17-c88e3bf67ede {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.610900] env[62849]: WARNING nova.compute.manager [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Received unexpected event network-vif-plugged-0a0dc132-3c57-4d3e-8f17-c88e3bf67ede for instance with vm_state building and task_state spawning. [ 1022.611302] env[62849]: DEBUG nova.compute.manager [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Received event network-changed-0a0dc132-3c57-4d3e-8f17-c88e3bf67ede {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1022.611519] env[62849]: DEBUG nova.compute.manager [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Refreshing instance network info cache due to event network-changed-0a0dc132-3c57-4d3e-8f17-c88e3bf67ede. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1022.611726] env[62849]: DEBUG oslo_concurrency.lockutils [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] Acquiring lock "refresh_cache-4a77d33a-7dab-4615-9674-31456a82b644" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.685852] env[62849]: DEBUG nova.scheduler.client.report [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.729158] env[62849]: DEBUG oslo_vmware.api [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404851, 'name': PowerOffVM_Task, 'duration_secs': 0.340158} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.729647] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.729948] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.730409] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab951647-3627-4cb7-a99a-8bceb7412260 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.741839] env[62849]: DEBUG nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.783215] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.783541] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.783749] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.783945] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.784174] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.784296] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.784694] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.784926] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.785218] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.785630] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.785895] env[62849]: DEBUG nova.virt.hardware [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.788395] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8569e3d6-9d1d-48ff-b164-6569d6c47b2d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.804244] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e61dff5-bf54-41f4-a2c5-c2e817bd972f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.819440] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.819708] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.819924] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleting the datastore file [datastore1] 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.820685] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-451e0628-a65b-48b8-b8be-c01343181e4a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.835427] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "refresh_cache-4a77d33a-7dab-4615-9674-31456a82b644" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.836063] env[62849]: DEBUG nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Instance network_info: |[{"id": "0a0dc132-3c57-4d3e-8f17-c88e3bf67ede", "address": "fa:16:3e:89:1d:c6", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0dc132-3c", "ovs_interfaceid": "0a0dc132-3c57-4d3e-8f17-c88e3bf67ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.838598] env[62849]: DEBUG oslo_concurrency.lockutils [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] Acquired lock "refresh_cache-4a77d33a-7dab-4615-9674-31456a82b644" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.838794] env[62849]: DEBUG nova.network.neutron [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Refreshing network info cache for port 0a0dc132-3c57-4d3e-8f17-c88e3bf67ede {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.840204] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:1d:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a0dc132-3c57-4d3e-8f17-c88e3bf67ede', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.848501] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.850438] env[62849]: DEBUG nova.compute.manager [req-1bde76b8-c390-473e-8879-03b135afc58b req-c22a0df2-519a-4ee4-84b4-b4bafdd47d64 service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Received event network-vif-deleted-09f31858-0828-42c0-a716-a444eeb47032 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1022.850664] env[62849]: INFO nova.compute.manager [req-1bde76b8-c390-473e-8879-03b135afc58b req-c22a0df2-519a-4ee4-84b4-b4bafdd47d64 service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Neutron deleted interface 09f31858-0828-42c0-a716-a444eeb47032; detaching it from the instance and deleting it from the info cache [ 1022.850798] env[62849]: DEBUG nova.network.neutron [req-1bde76b8-c390-473e-8879-03b135afc58b req-c22a0df2-519a-4ee4-84b4-b4bafdd47d64 service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.855715] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.858180] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-433e1cf7-ecc4-4ff0-a884-ee2c0b8c811d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.875451] env[62849]: DEBUG oslo_vmware.api [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1022.875451] env[62849]: value = "task-4404855" [ 1022.875451] env[62849]: _type = "Task" [ 1022.875451] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.888193] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.888193] env[62849]: value = "task-4404856" [ 1022.888193] env[62849]: _type = "Task" [ 1022.888193] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.895189] env[62849]: DEBUG oslo_vmware.api [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.899169] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404853, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.905969] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404856, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.974338] env[62849]: DEBUG nova.network.neutron [-] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.975569] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d59b3d87-e945-4eca-894d-35772735b36e tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.177s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.154646] env[62849]: DEBUG nova.network.neutron [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Updated VIF entry in instance network info cache for port 0a0dc132-3c57-4d3e-8f17-c88e3bf67ede. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.154646] env[62849]: DEBUG nova.network.neutron [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Updating instance_info_cache with network_info: [{"id": "0a0dc132-3c57-4d3e-8f17-c88e3bf67ede", "address": "fa:16:3e:89:1d:c6", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0dc132-3c", "ovs_interfaceid": "0a0dc132-3c57-4d3e-8f17-c88e3bf67ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.192136] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.193340] env[62849]: DEBUG nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.197825] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.853s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.197825] env[62849]: INFO nova.compute.claims [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.322755] env[62849]: DEBUG nova.network.neutron [-] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.360040] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ff3e93f-07bc-499e-b2a1-cd9232e4287d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.375860] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250fbd4e-8993-4fc2-ba51-e00549b95ecc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.406016] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559387} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.415392] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 251e8971-fbbb-4d08-be97-240a50120854/251e8971-fbbb-4d08-be97-240a50120854.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.415798] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.416551] env[62849]: DEBUG oslo_vmware.api [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349967} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.416746] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404856, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.436245] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56db54bb-4e01-4f9f-8617-d1f57f59252e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.439683] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.439962] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.440193] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.440550] env[62849]: INFO nova.compute.manager [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1023.440837] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.441929] env[62849]: DEBUG nova.compute.manager [req-1bde76b8-c390-473e-8879-03b135afc58b req-c22a0df2-519a-4ee4-84b4-b4bafdd47d64 service nova] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Detach interface failed, port_id=09f31858-0828-42c0-a716-a444eeb47032, reason: Instance cfc8bd17-1cba-434f-ad24-03c6866925d4 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1023.442494] env[62849]: DEBUG nova.compute.manager [-] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.442976] env[62849]: DEBUG nova.network.neutron [-] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1023.455160] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1023.455160] env[62849]: value = "task-4404857" [ 1023.455160] env[62849]: _type = "Task" [ 1023.455160] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.462017] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.477351] env[62849]: INFO nova.compute.manager [-] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Took 1.69 seconds to deallocate network for instance. [ 1023.659677] env[62849]: DEBUG oslo_concurrency.lockutils [req-772a7591-b20c-4063-aba7-66e23afa4a74 req-4168145b-784e-4662-bd39-99049a974a52 service nova] Releasing lock "refresh_cache-4a77d33a-7dab-4615-9674-31456a82b644" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.705544] env[62849]: DEBUG nova.compute.utils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.710676] env[62849]: DEBUG nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.710869] env[62849]: DEBUG nova.network.neutron [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1023.793199] env[62849]: DEBUG nova.policy [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18f5749b7044f5fbcf8f278a8242c57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be2f8276d9fb4f92b7592668686a977d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.828501] env[62849]: INFO nova.compute.manager [-] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Took 1.93 seconds to deallocate network for instance. [ 1023.852025] env[62849]: INFO nova.compute.manager [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Rebuilding instance [ 1023.903049] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404856, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.913189] env[62849]: DEBUG nova.compute.manager [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.913478] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc1cdc-d82d-4e02-a39e-9b1a8e3377f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.921922] env[62849]: DEBUG nova.network.neutron [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Successfully updated port: 92236081-8ca5-4853-a465-9fba6f534cbe {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1023.963739] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100515} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.964485] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.965409] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa549e22-9a4d-4f4a-8a80-c7188c54680e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.985721] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.995145] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 251e8971-fbbb-4d08-be97-240a50120854/251e8971-fbbb-4d08-be97-240a50120854.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.995882] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b88edd7-1124-47c3-939f-97fb4d7de0f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.018549] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1024.018549] env[62849]: value = "task-4404858" [ 1024.018549] env[62849]: _type = "Task" [ 1024.018549] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.029103] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.212114] env[62849]: DEBUG nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.289913] env[62849]: DEBUG nova.network.neutron [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Successfully created port: fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1024.336313] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.407270] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404856, 'name': CreateVM_Task, 'duration_secs': 1.460138} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.407668] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.408472] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.408878] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.409276] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.410298] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc42a763-250d-4100-b58a-2f3460f1089a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.422494] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.422666] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.422666] env[62849]: DEBUG nova.network.neutron [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1024.427888] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1024.427888] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5245dfcd-64fa-1b9c-09d7-6f7b488f634f" [ 1024.427888] env[62849]: _type = "Task" [ 1024.427888] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.448983] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5245dfcd-64fa-1b9c-09d7-6f7b488f634f, 'name': SearchDatastore_Task, 'duration_secs': 0.015422} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.449934] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.450478] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.450478] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.450629] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.450821] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.451734] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e31cd222-6a55-4815-9cfe-04c707d3f255 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.465860] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.466096] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.466915] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6171932-deb1-4632-9427-fd1f81dfa311 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.475341] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1024.475341] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5201b7cf-85aa-356b-bde1-cfe05e82c370" [ 1024.475341] env[62849]: _type = "Task" [ 1024.475341] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.485896] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5201b7cf-85aa-356b-bde1-cfe05e82c370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.530518] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.563153] env[62849]: DEBUG nova.network.neutron [-] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.691676] env[62849]: DEBUG nova.compute.manager [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Received event network-vif-deleted-d3fe2088-fdcd-4e7f-afd2-cc53163b55cd {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1024.691854] env[62849]: DEBUG nova.compute.manager [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Received event network-vif-plugged-92236081-8ca5-4853-a465-9fba6f534cbe {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1024.692022] env[62849]: DEBUG oslo_concurrency.lockutils [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] Acquiring lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.693190] env[62849]: DEBUG oslo_concurrency.lockutils [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.693190] env[62849]: DEBUG oslo_concurrency.lockutils [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.693428] env[62849]: DEBUG nova.compute.manager [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] No waiting events found dispatching network-vif-plugged-92236081-8ca5-4853-a465-9fba6f534cbe {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.693463] env[62849]: WARNING nova.compute.manager [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Received unexpected event network-vif-plugged-92236081-8ca5-4853-a465-9fba6f534cbe for instance with vm_state building and task_state spawning. [ 1024.693626] env[62849]: DEBUG nova.compute.manager [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Received event network-changed-92236081-8ca5-4853-a465-9fba6f534cbe {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1024.693779] env[62849]: DEBUG nova.compute.manager [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Refreshing instance network info cache due to event network-changed-92236081-8ca5-4853-a465-9fba6f534cbe. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1024.693980] env[62849]: DEBUG oslo_concurrency.lockutils [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] Acquiring lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.704794] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddba1f9-4cb0-4ee1-aa10-5bf5c1a7dc66 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.715868] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69bd8e6-3865-41ca-95ec-932513ab857d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.761565] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc622792-429f-46d3-bec0-6a280e39bf34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.770415] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856694c4-7476-4b5c-b195-2b201a942909 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.789933] env[62849]: DEBUG nova.compute.provider_tree [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.868589] env[62849]: DEBUG nova.compute.manager [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Received event network-changed-c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1024.868782] env[62849]: DEBUG nova.compute.manager [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Refreshing instance network info cache due to event network-changed-c714ef21-afe8-4399-a8e1-71688393fe74. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1024.869033] env[62849]: DEBUG oslo_concurrency.lockutils [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] Acquiring lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.869201] env[62849]: DEBUG oslo_concurrency.lockutils [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] Acquired lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.869303] env[62849]: DEBUG nova.network.neutron [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Refreshing network info cache for port c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.938657] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.938975] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c5d022-da0e-4732-a71f-dd2745a0c3e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.948404] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1024.948404] env[62849]: value = "task-4404859" [ 1024.948404] env[62849]: _type = "Task" [ 1024.948404] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.961631] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.964466] env[62849]: DEBUG nova.network.neutron [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1024.994017] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5201b7cf-85aa-356b-bde1-cfe05e82c370, 'name': SearchDatastore_Task, 'duration_secs': 0.014265} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.995313] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f1bc9c-520a-40d7-b503-f130d03b1c44 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.004760] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1025.004760] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52052b62-6fc1-5851-9cc1-152a82266ef7" [ 1025.004760] env[62849]: _type = "Task" [ 1025.004760] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.017781] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52052b62-6fc1-5851-9cc1-152a82266ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.029572] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404858, 'name': ReconfigVM_Task, 'duration_secs': 0.632014} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.029925] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 251e8971-fbbb-4d08-be97-240a50120854/251e8971-fbbb-4d08-be97-240a50120854.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.030678] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6f3ef8c-fa07-4e40-b6c7-edef5e644c83 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.042085] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1025.042085] env[62849]: value = "task-4404860" [ 1025.042085] env[62849]: _type = "Task" [ 1025.042085] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.052155] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404860, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.066115] env[62849]: INFO nova.compute.manager [-] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Took 1.62 seconds to deallocate network for instance. [ 1025.170654] env[62849]: DEBUG nova.network.neutron [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance_info_cache with network_info: [{"id": "92236081-8ca5-4853-a465-9fba6f534cbe", "address": "fa:16:3e:ed:e3:94", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92236081-8c", "ovs_interfaceid": "92236081-8ca5-4853-a465-9fba6f534cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.262805] env[62849]: DEBUG nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.289031] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.289031] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.289031] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.289413] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.289413] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.289483] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.289771] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.290065] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.290272] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.290439] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.290610] env[62849]: DEBUG nova.virt.hardware [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.291569] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6136d0-7f44-4859-a315-49a11e242cb8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.296897] env[62849]: DEBUG nova.scheduler.client.report [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.307381] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066bc439-b92a-4eaa-9e70-20a4f34e1ad0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.462359] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404859, 'name': PowerOffVM_Task, 'duration_secs': 0.175041} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.462645] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.462880] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.463750] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0ac012-dc4e-49f8-868e-2ee19bb83126 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.472197] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.472493] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b47e163c-ea82-4614-afbe-6d354c7b1195 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.504857] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.505224] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.505403] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Deleting the datastore file [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.505711] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e427111a-cf75-4eb2-8448-09f2902a3ffb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.518537] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52052b62-6fc1-5851-9cc1-152a82266ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.016095} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.520098] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.520380] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 4a77d33a-7dab-4615-9674-31456a82b644/4a77d33a-7dab-4615-9674-31456a82b644.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.520870] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1025.520870] env[62849]: value = "task-4404862" [ 1025.520870] env[62849]: _type = "Task" [ 1025.520870] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.521098] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69b136de-7230-418e-bc1a-f249dbf4d1ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.535299] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.536819] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1025.536819] env[62849]: value = "task-4404863" [ 1025.536819] env[62849]: _type = "Task" [ 1025.536819] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.545874] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.555090] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404860, 'name': Rename_Task, 'duration_secs': 0.212591} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.555412] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.555722] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c22c0e-0e34-4b12-a16a-dffd2996c4c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.567109] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1025.567109] env[62849]: value = "task-4404864" [ 1025.567109] env[62849]: _type = "Task" [ 1025.567109] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.577514] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.577851] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.674197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.674465] env[62849]: DEBUG nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Instance network_info: |[{"id": "92236081-8ca5-4853-a465-9fba6f534cbe", "address": "fa:16:3e:ed:e3:94", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92236081-8c", "ovs_interfaceid": "92236081-8ca5-4853-a465-9fba6f534cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.674785] env[62849]: DEBUG oslo_concurrency.lockutils [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] Acquired lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.675148] env[62849]: DEBUG nova.network.neutron [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Refreshing network info cache for port 92236081-8ca5-4853-a465-9fba6f534cbe {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.678386] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e3:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92236081-8ca5-4853-a465-9fba6f534cbe', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.688993] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.693222] env[62849]: DEBUG nova.network.neutron [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updated VIF entry in instance network info cache for port c714ef21-afe8-4399-a8e1-71688393fe74. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1025.693222] env[62849]: DEBUG nova.network.neutron [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [{"id": "c714ef21-afe8-4399-a8e1-71688393fe74", "address": "fa:16:3e:e8:78:3a", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714ef21-af", "ovs_interfaceid": "c714ef21-afe8-4399-a8e1-71688393fe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.696065] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.697178] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d215fc-0d2a-4ee4-a799-e65f16990b41 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.720220] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.720220] env[62849]: value = "task-4404865" [ 1025.720220] env[62849]: _type = "Task" [ 1025.720220] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.730795] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404865, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.804036] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.804036] env[62849]: DEBUG nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.807176] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.773s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.809450] env[62849]: INFO nova.compute.claims [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.039982] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219275} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.045070] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.045070] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.045348] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.059330] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404863, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.060604] env[62849]: DEBUG nova.network.neutron [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Successfully updated port: fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1026.085836] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404864, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.201030] env[62849]: DEBUG oslo_concurrency.lockutils [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] Releasing lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.201030] env[62849]: DEBUG nova.compute.manager [req-6070d125-0559-4ccf-a178-9d596141aad4 req-bda11976-1085-4c6e-acc4-c0fee021921d service nova] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Received event network-vif-deleted-726e1ba8-30d0-4002-802e-4f4a6a53f083 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1026.231102] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404865, 'name': CreateVM_Task, 'duration_secs': 0.504404} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.233847] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.234321] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.234537] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.235146] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.235840] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab375b50-0eb3-44e8-a9d7-ce8395fb7fec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.240767] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1026.240767] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5245ab16-bc81-b156-8902-996724ff4c17" [ 1026.240767] env[62849]: _type = "Task" [ 1026.240767] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.250085] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5245ab16-bc81-b156-8902-996724ff4c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.314428] env[62849]: DEBUG nova.compute.utils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.315449] env[62849]: DEBUG nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.316028] env[62849]: DEBUG nova.network.neutron [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1026.356810] env[62849]: DEBUG nova.policy [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6578b71bba478c8ba6dfba4108f9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '432a291434f44498b061e63905808ada', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.432292] env[62849]: DEBUG nova.network.neutron [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updated VIF entry in instance network info cache for port 92236081-8ca5-4853-a465-9fba6f534cbe. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1026.433308] env[62849]: DEBUG nova.network.neutron [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance_info_cache with network_info: [{"id": "92236081-8ca5-4853-a465-9fba6f534cbe", "address": "fa:16:3e:ed:e3:94", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92236081-8c", "ovs_interfaceid": "92236081-8ca5-4853-a465-9fba6f534cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.553844] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688463} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.554445] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 4a77d33a-7dab-4615-9674-31456a82b644/4a77d33a-7dab-4615-9674-31456a82b644.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.554445] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.554902] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2385d90e-0908-4c18-b03b-a6bf5046d4a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.564272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.564272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.564272] env[62849]: DEBUG nova.network.neutron [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1026.565444] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1026.565444] env[62849]: value = "task-4404866" [ 1026.565444] env[62849]: _type = "Task" [ 1026.565444] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.580434] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.584540] env[62849]: DEBUG oslo_vmware.api [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404864, 'name': PowerOnVM_Task, 'duration_secs': 0.912286} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.584821] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.585059] env[62849]: INFO nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1026.585271] env[62849]: DEBUG nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.586210] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e9cf3-c99d-494c-a0cc-d2301ccdc4a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.688724] env[62849]: DEBUG nova.network.neutron [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Successfully created port: 9b0dbe35-0361-448e-a101-8dedf3857649 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1026.721618] env[62849]: DEBUG nova.compute.manager [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Received event network-vif-plugged-fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1026.721884] env[62849]: DEBUG oslo_concurrency.lockutils [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] Acquiring lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.722178] env[62849]: DEBUG oslo_concurrency.lockutils [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.722532] env[62849]: DEBUG oslo_concurrency.lockutils [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.722532] env[62849]: DEBUG nova.compute.manager [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] No waiting events found dispatching network-vif-plugged-fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.722749] env[62849]: WARNING nova.compute.manager [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Received unexpected event network-vif-plugged-fd599c62-894b-4e2b-aa82-791ee45ef8bf for instance with vm_state building and task_state spawning. [ 1026.722749] env[62849]: DEBUG nova.compute.manager [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Received event network-changed-fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1026.722863] env[62849]: DEBUG nova.compute.manager [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Refreshing instance network info cache due to event network-changed-fd599c62-894b-4e2b-aa82-791ee45ef8bf. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1026.723051] env[62849]: DEBUG oslo_concurrency.lockutils [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] Acquiring lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.753037] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5245ab16-bc81-b156-8902-996724ff4c17, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.753380] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.753684] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.753944] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.754105] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.754291] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.755059] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b55e16f-6f2f-4e48-86d0-d3698d7ce76a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.766270] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.766518] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.767308] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06c5de0-2ba8-4024-9367-9473bde7d7ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.776042] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1026.776042] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528e0bea-638d-c15f-a4ec-71df41983f4c" [ 1026.776042] env[62849]: _type = "Task" [ 1026.776042] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.788589] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528e0bea-638d-c15f-a4ec-71df41983f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.820985] env[62849]: DEBUG nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.936814] env[62849]: DEBUG oslo_concurrency.lockutils [req-38d0c9f3-809a-4c63-bb51-788d9be52014 req-93a86e2d-03d3-4684-bf97-1c789c679e1b service nova] Releasing lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.084459] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071542} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.084936] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.086085] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0245c8-1612-4c33-ba61-c9e9e0427c1a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.092410] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.092753] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.093179] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.093444] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.093650] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.093852] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.094128] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.094773] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.094773] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.095132] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.095388] env[62849]: DEBUG nova.virt.hardware [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.101452] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cedaa1-63e0-49fd-b97e-af8facbe1ee0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.111497] env[62849]: INFO nova.compute.manager [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Took 36.25 seconds to build instance. [ 1027.131836] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 4a77d33a-7dab-4615-9674-31456a82b644/4a77d33a-7dab-4615-9674-31456a82b644.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.137658] env[62849]: DEBUG nova.network.neutron [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1027.142932] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8380430d-2638-42c6-8136-a7146dc15a66 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.159049] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc17521-5227-4e79-a17b-e4f9532c74da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.181483] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.187797] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.188176] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1027.188176] env[62849]: value = "task-4404867" [ 1027.188176] env[62849]: _type = "Task" [ 1027.188176] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.191343] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.191979] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f88a594-309b-4151-99c8-6bc46db9a59b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.216233] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.217524] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.217524] env[62849]: value = "task-4404868" [ 1027.217524] env[62849]: _type = "Task" [ 1027.217524] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.230390] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404868, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.247834] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759a7f8d-33ed-4626-8dc5-d7f4435aeff4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.256274] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9454b07-1aa1-4e19-834a-2f2575a80ae0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.296571] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f678974e-a5e6-4128-a91e-54739b825467 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.305638] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528e0bea-638d-c15f-a4ec-71df41983f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.031998} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.312282] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72cb82f8-f9eb-4961-927a-544fee32771b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.312282] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a12e5b5-fe3e-4103-927c-040e9f0d2b2b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.320827] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1027.320827] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5211b05f-c69f-b531-5718-a4f9336e5257" [ 1027.320827] env[62849]: _type = "Task" [ 1027.320827] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.332384] env[62849]: DEBUG nova.compute.provider_tree [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.343398] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5211b05f-c69f-b531-5718-a4f9336e5257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.433108] env[62849]: DEBUG nova.network.neutron [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance_info_cache with network_info: [{"id": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "address": "fa:16:3e:40:7e:a9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd599c62-89", "ovs_interfaceid": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.638709] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c96411fe-7865-4e84-a0c6-727a89a4e8c7 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.793s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.702893] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.731133] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404868, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.843033] env[62849]: DEBUG nova.scheduler.client.report [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.845089] env[62849]: DEBUG nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.847425] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5211b05f-c69f-b531-5718-a4f9336e5257, 'name': SearchDatastore_Task, 'duration_secs': 0.023275} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.848297] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.849370] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a1508298-e8bd-4c38-be61-fd2a3cf4bf9f/a1508298-e8bd-4c38-be61-fd2a3cf4bf9f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.851187] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7519f3fc-286c-4b94-a6dd-f6f20f736cb4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.859825] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1027.859825] env[62849]: value = "task-4404869" [ 1027.859825] env[62849]: _type = "Task" [ 1027.859825] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.869607] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.885034] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.885280] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.885435] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.885614] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.885759] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.885940] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.886168] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.886330] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.886499] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.886659] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.886828] env[62849]: DEBUG nova.virt.hardware [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.888198] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00708e12-3182-4da1-b75b-c80f4a6c737f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.897614] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eb8418-b94a-40e0-9b6a-1f6a06679b3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.935687] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.936084] env[62849]: DEBUG nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Instance network_info: |[{"id": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "address": "fa:16:3e:40:7e:a9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd599c62-89", "ovs_interfaceid": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.936423] env[62849]: DEBUG oslo_concurrency.lockutils [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] Acquired lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.936638] env[62849]: DEBUG nova.network.neutron [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Refreshing network info cache for port fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.937876] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:7e:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd599c62-894b-4e2b-aa82-791ee45ef8bf', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.945587] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.946370] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.946601] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6626550-f7a2-43fa-8d9f-3890fd6e46bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.968133] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.968133] env[62849]: value = "task-4404870" [ 1027.968133] env[62849]: _type = "Task" [ 1027.968133] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.977841] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404870, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.203817] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404867, 'name': ReconfigVM_Task, 'duration_secs': 0.675535} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.204207] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 4a77d33a-7dab-4615-9674-31456a82b644/4a77d33a-7dab-4615-9674-31456a82b644.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.204948] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1777609e-8cc3-4ef4-ba3f-6eb57cc14cac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.214097] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1028.214097] env[62849]: value = "task-4404871" [ 1028.214097] env[62849]: _type = "Task" [ 1028.214097] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.229336] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404871, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.238460] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404868, 'name': CreateVM_Task, 'duration_secs': 0.572556} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.240529] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.242155] env[62849]: DEBUG nova.compute.manager [req-d3ff0231-1925-4b5e-93d6-14f5beb45465 req-21ca47b9-fa06-4f47-9ff2-95eaadb7803b service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Received event network-changed-027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1028.242562] env[62849]: DEBUG nova.compute.manager [req-d3ff0231-1925-4b5e-93d6-14f5beb45465 req-21ca47b9-fa06-4f47-9ff2-95eaadb7803b service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Refreshing instance network info cache due to event network-changed-027ddaa6-7539-4358-bf7e-b44c42029823. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1028.242662] env[62849]: DEBUG oslo_concurrency.lockutils [req-d3ff0231-1925-4b5e-93d6-14f5beb45465 req-21ca47b9-fa06-4f47-9ff2-95eaadb7803b service nova] Acquiring lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.242804] env[62849]: DEBUG oslo_concurrency.lockutils [req-d3ff0231-1925-4b5e-93d6-14f5beb45465 req-21ca47b9-fa06-4f47-9ff2-95eaadb7803b service nova] Acquired lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.242971] env[62849]: DEBUG nova.network.neutron [req-d3ff0231-1925-4b5e-93d6-14f5beb45465 req-21ca47b9-fa06-4f47-9ff2-95eaadb7803b service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Refreshing network info cache for port 027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.244760] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.245389] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.245923] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.246642] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956d6f71-16e5-4b4a-9abc-4a6ea2a51b73 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.255346] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1028.255346] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52db1a62-929e-48c5-8c31-6834a11965c9" [ 1028.255346] env[62849]: _type = "Task" [ 1028.255346] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.269866] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52db1a62-929e-48c5-8c31-6834a11965c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.349390] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.349935] env[62849]: DEBUG nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.354691] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.636s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.355173] env[62849]: DEBUG nova.objects.instance [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1028.375909] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404869, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.481744] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404870, 'name': CreateVM_Task, 'duration_secs': 0.454076} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.481951] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.482780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.482955] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.483366] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.483641] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-587a8d8a-58d5-400c-957b-7a75b9ffb4d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.494137] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1028.494137] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cf2afb-1ba7-723a-d2b5-1dd35344abcc" [ 1028.494137] env[62849]: _type = "Task" [ 1028.494137] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.504941] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cf2afb-1ba7-723a-d2b5-1dd35344abcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.527815] env[62849]: DEBUG nova.network.neutron [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Successfully updated port: 9b0dbe35-0361-448e-a101-8dedf3857649 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1028.724755] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404871, 'name': Rename_Task, 'duration_secs': 0.448967} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.725145] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.725503] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3814f073-21f1-4b66-9638-3e2853ee91ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.736154] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1028.736154] env[62849]: value = "task-4404872" [ 1028.736154] env[62849]: _type = "Task" [ 1028.736154] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.741748] env[62849]: DEBUG nova.network.neutron [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updated VIF entry in instance network info cache for port fd599c62-894b-4e2b-aa82-791ee45ef8bf. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1028.742114] env[62849]: DEBUG nova.network.neutron [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance_info_cache with network_info: [{"id": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "address": "fa:16:3e:40:7e:a9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd599c62-89", "ovs_interfaceid": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.752800] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.773928] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52db1a62-929e-48c5-8c31-6834a11965c9, 'name': SearchDatastore_Task, 'duration_secs': 0.039229} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.774271] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.774531] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.774792] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.774980] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.775326] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.775596] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e073b44-3908-48c2-be28-84c0d4c596ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.787925] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.787925] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.788960] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da399f15-427a-4b0f-8fc7-f2026cc24193 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.795653] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1028.795653] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52964c2a-0d29-d66b-abe2-28a6c9da56d0" [ 1028.795653] env[62849]: _type = "Task" [ 1028.795653] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.807974] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52964c2a-0d29-d66b-abe2-28a6c9da56d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.856526] env[62849]: DEBUG nova.compute.utils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.858092] env[62849]: DEBUG nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.858348] env[62849]: DEBUG nova.network.neutron [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1028.880699] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692589} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.881719] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a1508298-e8bd-4c38-be61-fd2a3cf4bf9f/a1508298-e8bd-4c38-be61-fd2a3cf4bf9f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.881961] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.884658] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfc7488c-3265-4e5c-b942-83c77061d8c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.895067] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1028.895067] env[62849]: value = "task-4404873" [ 1028.895067] env[62849]: _type = "Task" [ 1028.895067] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.906235] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.941171] env[62849]: DEBUG nova.policy [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b97515109b84c2da0023da46c6068a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c60c6c070574e1891aa7c5b8badab43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.008386] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cf2afb-1ba7-723a-d2b5-1dd35344abcc, 'name': SearchDatastore_Task, 'duration_secs': 0.041753} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.008386] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.008547] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.009601] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.009796] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.009994] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.013022] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b95771a-c3fa-47a1-956d-8f244567617c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.024414] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.024414] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.024414] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e101fa-f5d7-4fe0-8f27-ea29824f83a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.031906] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.031906] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.031906] env[62849]: DEBUG nova.network.neutron [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.032996] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1029.032996] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dc0db6-c407-ac70-137b-d2d65893827f" [ 1029.032996] env[62849]: _type = "Task" [ 1029.032996] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.048596] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dc0db6-c407-ac70-137b-d2d65893827f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.079299] env[62849]: DEBUG nova.network.neutron [req-d3ff0231-1925-4b5e-93d6-14f5beb45465 req-21ca47b9-fa06-4f47-9ff2-95eaadb7803b service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updated VIF entry in instance network info cache for port 027ddaa6-7539-4358-bf7e-b44c42029823. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1029.079628] env[62849]: DEBUG nova.network.neutron [req-d3ff0231-1925-4b5e-93d6-14f5beb45465 req-21ca47b9-fa06-4f47-9ff2-95eaadb7803b service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updating instance_info_cache with network_info: [{"id": "027ddaa6-7539-4358-bf7e-b44c42029823", "address": "fa:16:3e:bd:19:ea", "network": {"id": "183b8f47-3648-46c2-bd51-3507ec57b173", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-188853338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c5342bd070341728f353331361556bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap027ddaa6-75", "ovs_interfaceid": "027ddaa6-7539-4358-bf7e-b44c42029823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.247972] env[62849]: DEBUG oslo_concurrency.lockutils [req-30106772-443f-476d-9c74-f47dd86026fe req-9d1f8861-8629-4c3b-91e1-abb43e6622ff service nova] Releasing lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.248490] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.310790] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52964c2a-0d29-d66b-abe2-28a6c9da56d0, 'name': SearchDatastore_Task, 'duration_secs': 0.021154} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.311223] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945a6a8c-029d-4418-a380-574f07d413d9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.317882] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1029.317882] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b3745d-53b7-21bb-1a6d-27d293cc3c61" [ 1029.317882] env[62849]: _type = "Task" [ 1029.317882] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.329762] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b3745d-53b7-21bb-1a6d-27d293cc3c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.332601] env[62849]: DEBUG nova.network.neutron [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Successfully created port: 53875625-0399-4152-920b-188f9fe81c51 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1029.367921] env[62849]: DEBUG nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.374639] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1fdc8a16-521f-4121-b77c-f2ac491609aa tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.376020] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.165s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.408138] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079203} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.409390] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.410264] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833df1f6-b522-43cd-9b0d-90a878cd43bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.444731] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a1508298-e8bd-4c38-be61-fd2a3cf4bf9f/a1508298-e8bd-4c38-be61-fd2a3cf4bf9f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.445415] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c321e96-a81f-4008-87ea-6bd1fa93f1da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.469448] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1029.469448] env[62849]: value = "task-4404874" [ 1029.469448] env[62849]: _type = "Task" [ 1029.469448] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.481461] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.547763] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52dc0db6-c407-ac70-137b-d2d65893827f, 'name': SearchDatastore_Task, 'duration_secs': 0.021253} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.548788] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5810eaf2-a0f6-49b1-bafa-b1cd96a427ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.556025] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1029.556025] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d8105-6d6a-c522-ca2d-0ccdb9b4d5ae" [ 1029.556025] env[62849]: _type = "Task" [ 1029.556025] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.566231] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d8105-6d6a-c522-ca2d-0ccdb9b4d5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.582631] env[62849]: DEBUG oslo_concurrency.lockutils [req-d3ff0231-1925-4b5e-93d6-14f5beb45465 req-21ca47b9-fa06-4f47-9ff2-95eaadb7803b service nova] Releasing lock "refresh_cache-251e8971-fbbb-4d08-be97-240a50120854" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.585075] env[62849]: DEBUG nova.network.neutron [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1029.742921] env[62849]: DEBUG nova.network.neutron [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance_info_cache with network_info: [{"id": "9b0dbe35-0361-448e-a101-8dedf3857649", "address": "fa:16:3e:6e:35:45", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0dbe35-03", "ovs_interfaceid": "9b0dbe35-0361-448e-a101-8dedf3857649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.754335] env[62849]: DEBUG oslo_vmware.api [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404872, 'name': PowerOnVM_Task, 'duration_secs': 0.768854} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.754634] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.754922] env[62849]: INFO nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1029.755316] env[62849]: DEBUG nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.756606] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66c04e-84c9-49b1-9534-339ad3f7647c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.830288] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b3745d-53b7-21bb-1a6d-27d293cc3c61, 'name': SearchDatastore_Task, 'duration_secs': 0.023039} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.830561] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.830828] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025/f47a83eb-5d33-41d5-b6a4-34a01f2d6025.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.831114] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49f34bf0-d6ee-4976-9433-f0497a5eff60 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.839546] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1029.839546] env[62849]: value = "task-4404875" [ 1029.839546] env[62849]: _type = "Task" [ 1029.839546] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.849142] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.981494] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404874, 'name': ReconfigVM_Task, 'duration_secs': 0.309375} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.981776] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a1508298-e8bd-4c38-be61-fd2a3cf4bf9f/a1508298-e8bd-4c38-be61-fd2a3cf4bf9f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.982437] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33a7b526-e938-488f-8454-4f829b6e86be {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.989956] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1029.989956] env[62849]: value = "task-4404876" [ 1029.989956] env[62849]: _type = "Task" [ 1029.989956] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.000634] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404876, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.066890] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529d8105-6d6a-c522-ca2d-0ccdb9b4d5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017833} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.067184] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.067465] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672/41c8a41c-96a6-4b80-bea2-ac337853b672.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.067749] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-816011cc-37a5-4c9f-8bad-fa03bef55f76 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.075178] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1030.075178] env[62849]: value = "task-4404877" [ 1030.075178] env[62849]: _type = "Task" [ 1030.075178] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.084914] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.246713] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.247107] env[62849]: DEBUG nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Instance network_info: |[{"id": "9b0dbe35-0361-448e-a101-8dedf3857649", "address": "fa:16:3e:6e:35:45", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0dbe35-03", "ovs_interfaceid": "9b0dbe35-0361-448e-a101-8dedf3857649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.247570] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:35:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b0dbe35-0361-448e-a101-8dedf3857649', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.256106] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.256361] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.256622] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7debc82-77ff-4853-8bce-98339be22290 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.280031] env[62849]: INFO nova.compute.manager [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Took 37.01 seconds to build instance. [ 1030.282756] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.282756] env[62849]: value = "task-4404878" [ 1030.282756] env[62849]: _type = "Task" [ 1030.282756] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.293463] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404878, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.350096] env[62849]: DEBUG nova.compute.manager [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Received event network-vif-plugged-9b0dbe35-0361-448e-a101-8dedf3857649 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1030.350325] env[62849]: DEBUG oslo_concurrency.lockutils [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] Acquiring lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.350563] env[62849]: DEBUG oslo_concurrency.lockutils [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.350730] env[62849]: DEBUG oslo_concurrency.lockutils [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.350917] env[62849]: DEBUG nova.compute.manager [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] No waiting events found dispatching network-vif-plugged-9b0dbe35-0361-448e-a101-8dedf3857649 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.351703] env[62849]: WARNING nova.compute.manager [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Received unexpected event network-vif-plugged-9b0dbe35-0361-448e-a101-8dedf3857649 for instance with vm_state building and task_state spawning. [ 1030.351703] env[62849]: DEBUG nova.compute.manager [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Received event network-changed-9b0dbe35-0361-448e-a101-8dedf3857649 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1030.351703] env[62849]: DEBUG nova.compute.manager [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Refreshing instance network info cache due to event network-changed-9b0dbe35-0361-448e-a101-8dedf3857649. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1030.351703] env[62849]: DEBUG oslo_concurrency.lockutils [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] Acquiring lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.352086] env[62849]: DEBUG oslo_concurrency.lockutils [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] Acquired lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.352086] env[62849]: DEBUG nova.network.neutron [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Refreshing network info cache for port 9b0dbe35-0361-448e-a101-8dedf3857649 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.357740] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404875, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.379589] env[62849]: DEBUG nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.410475] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.410829] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.411010] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.411203] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.411434] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.411654] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.411918] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.412136] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.412841] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.412841] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.412950] env[62849]: DEBUG nova.virt.hardware [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.414136] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26976a40-f35a-45e8-9570-7b4f90d4ccc8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.420421] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.421538] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 085a5ca0-21eb-4379-8858-ae7bb0ba1386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.421538] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.421538] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 88167777-a8de-48ce-a931-f08670adedb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.421538] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 4c1fc665-7f25-48a4-8cde-5488cf592e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.421538] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 8a127c3a-de4c-4f21-8b80-6e1cc169504e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.421538] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.421809] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 97ae233b-4556-4a6d-8a3f-dcc31f5d845e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.421809] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7e67d3c5-7db6-417e-8417-baf9bdcfaa82 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.421809] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.421925] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance d11617c3-9908-4ba4-a98e-4ecad12c5f89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.422048] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance cfc8bd17-1cba-434f-ad24-03c6866925d4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1030.422171] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance ffa3e5e3-d22d-4127-840b-d8ce8cfa099d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.422287] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2d4232fd-8805-4698-a6cf-603eed0905a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.422435] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance f47a83eb-5d33-41d5-b6a4-34a01f2d6025 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.422571] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 251e8971-fbbb-4d08-be97-240a50120854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.422693] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 4a77d33a-7dab-4615-9674-31456a82b644 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.422782] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance a1508298-e8bd-4c38-be61-fd2a3cf4bf9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.422903] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 41c8a41c-96a6-4b80-bea2-ac337853b672 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.423386] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 06eb8400-9835-4a15-9aca-44bd4453ee8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.423386] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1030.428783] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea88bc-5d13-4a35-ab0c-2b3f0bba7b87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.502509] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404876, 'name': Rename_Task, 'duration_secs': 0.158485} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.502799] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.503073] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adfc12e6-d161-4d08-814b-e15b3f24605e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.511403] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1030.511403] env[62849]: value = "task-4404879" [ 1030.511403] env[62849]: _type = "Task" [ 1030.511403] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.525582] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.587354] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404877, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.781438] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07e3ded1-800f-4a2c-9569-f51b4bf14b49 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "4a77d33a-7dab-4615-9674-31456a82b644" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.527s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.794776] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404878, 'name': CreateVM_Task, 'duration_secs': 0.443059} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.794960] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.795698] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.795863] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.796220] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.796492] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed9682e-5691-40ef-b47a-73ea4922a3c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.803533] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1030.803533] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5286e879-d866-82fa-c6a7-d5dac5c856a7" [ 1030.803533] env[62849]: _type = "Task" [ 1030.803533] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.814150] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5286e879-d866-82fa-c6a7-d5dac5c856a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.851715] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919173} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.852018] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025/f47a83eb-5d33-41d5-b6a4-34a01f2d6025.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.852248] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.852587] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab053be2-3ca7-4374-9d65-0ee02e15d950 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.864393] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1030.864393] env[62849]: value = "task-4404880" [ 1030.864393] env[62849]: _type = "Task" [ 1030.864393] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.876915] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.929487] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2193fa87-1760-4d26-806b-ba596fb380f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 1030.930146] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1030.930272] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '10', 'num_task_None': '10', 'num_os_type_None': '17', 'num_proj_e9ff5682518f48cf8edd2b00a6b7632d': '2', 'io_workload': '5', 'num_proj_1e7892518d5946bca8d1adb72ffb173c': '1', 'num_proj_177c81516407466fadb0d74b0e446829': '2', 'num_proj_70642570d2ae498a9fdd6a5d18ceb483': '3', 'num_vm_rescued': '1', 'num_proj_306a019735d242f2a0da1cc4b5743823': '1', 'num_vm_stopped': '1', 'num_task_image_uploading': '1', 'num_proj_af333e170aba4346bcfa4cc43e89c069': '1', 'num_proj_34978e9bde1c4fd68dcc91481b91184c': '2', 'num_task_rebuild_spawning': '1', 'num_proj_2c5342bd070341728f353331361556bc': '1', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_proj_01ddd7d064384ae6b3c03f1d4fb7ad7d': '1', 'num_proj_be2f8276d9fb4f92b7592668686a977d': '1', 'num_proj_432a291434f44498b061e63905808ada': '1', 'num_task_networking': '1', 'num_proj_3c60c6c070574e1891aa7c5b8badab43': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1031.024754] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.075093] env[62849]: DEBUG nova.compute.manager [req-d79257cc-0f1b-45a2-b173-0a6662ded2e9 req-50ed1e94-7229-47f0-b360-edee540c2f72 service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Received event network-vif-plugged-53875625-0399-4152-920b-188f9fe81c51 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1031.075313] env[62849]: DEBUG oslo_concurrency.lockutils [req-d79257cc-0f1b-45a2-b173-0a6662ded2e9 req-50ed1e94-7229-47f0-b360-edee540c2f72 service nova] Acquiring lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.075506] env[62849]: DEBUG oslo_concurrency.lockutils [req-d79257cc-0f1b-45a2-b173-0a6662ded2e9 req-50ed1e94-7229-47f0-b360-edee540c2f72 service nova] Lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.075667] env[62849]: DEBUG oslo_concurrency.lockutils [req-d79257cc-0f1b-45a2-b173-0a6662ded2e9 req-50ed1e94-7229-47f0-b360-edee540c2f72 service nova] Lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.075830] env[62849]: DEBUG nova.compute.manager [req-d79257cc-0f1b-45a2-b173-0a6662ded2e9 req-50ed1e94-7229-47f0-b360-edee540c2f72 service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] No waiting events found dispatching network-vif-plugged-53875625-0399-4152-920b-188f9fe81c51 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.075992] env[62849]: WARNING nova.compute.manager [req-d79257cc-0f1b-45a2-b173-0a6662ded2e9 req-50ed1e94-7229-47f0-b360-edee540c2f72 service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Received unexpected event network-vif-plugged-53875625-0399-4152-920b-188f9fe81c51 for instance with vm_state building and task_state spawning. [ 1031.090707] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909849} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.090978] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672/41c8a41c-96a6-4b80-bea2-ac337853b672.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.091225] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.091551] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7cc5683-0208-4c6a-af42-00a87789c16c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.099905] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1031.099905] env[62849]: value = "task-4404881" [ 1031.099905] env[62849]: _type = "Task" [ 1031.099905] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.115810] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.188872] env[62849]: DEBUG nova.network.neutron [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updated VIF entry in instance network info cache for port 9b0dbe35-0361-448e-a101-8dedf3857649. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1031.189263] env[62849]: DEBUG nova.network.neutron [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance_info_cache with network_info: [{"id": "9b0dbe35-0361-448e-a101-8dedf3857649", "address": "fa:16:3e:6e:35:45", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0dbe35-03", "ovs_interfaceid": "9b0dbe35-0361-448e-a101-8dedf3857649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.283584] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25125240-e5fa-4b46-8640-043ed5be2993 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.291894] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdb84cf-df88-481c-b7e7-babe342bea22 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.329388] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708bd14c-753f-44c5-b946-3decdd7757a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.342820] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5286e879-d866-82fa-c6a7-d5dac5c856a7, 'name': SearchDatastore_Task, 'duration_secs': 0.043708} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.343631] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.343897] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.344211] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.344379] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.344597] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.345884] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a4d14-ef9e-47b0-b85b-40491ed16c0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.350419] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f91a4a-e556-4b75-ac37-cbbf42bc406f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.363826] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.366310] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.366485] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.370192] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46b59ea-8eed-4ce1-a48c-f4a57d504296 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.380962] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12521} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.381092] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1031.381092] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52942dc7-6d49-49db-8a88-6b620937d901" [ 1031.381092] env[62849]: _type = "Task" [ 1031.381092] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.383439] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.384688] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c3170d-7cff-4284-8098-e35900baf68a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.397273] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52942dc7-6d49-49db-8a88-6b620937d901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.413859] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025/f47a83eb-5d33-41d5-b6a4-34a01f2d6025.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.414496] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb856c7-dc00-45cd-8fdd-da2d82d77d7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.435804] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1031.435804] env[62849]: value = "task-4404882" [ 1031.435804] env[62849]: _type = "Task" [ 1031.435804] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.449259] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.508595] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "4a77d33a-7dab-4615-9674-31456a82b644" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.509091] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "4a77d33a-7dab-4615-9674-31456a82b644" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.509091] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "4a77d33a-7dab-4615-9674-31456a82b644-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.509285] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "4a77d33a-7dab-4615-9674-31456a82b644-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.509486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "4a77d33a-7dab-4615-9674-31456a82b644-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.513026] env[62849]: INFO nova.compute.manager [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Terminating instance [ 1031.525375] env[62849]: DEBUG oslo_vmware.api [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404879, 'name': PowerOnVM_Task, 'duration_secs': 0.631674} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.525614] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.525892] env[62849]: INFO nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1031.526199] env[62849]: DEBUG nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.527642] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31187d-8edf-4ee2-ad5a-aaa7f9248d25 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.581291] env[62849]: DEBUG nova.network.neutron [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Successfully updated port: 53875625-0399-4152-920b-188f9fe81c51 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1031.612011] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217911} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.612347] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.613162] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3470418b-6364-4835-bfa5-7388df2f6ec7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.636949] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672/41c8a41c-96a6-4b80-bea2-ac337853b672.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.637291] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12882905-7c8c-40fa-be54-3217ea4c716c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.657441] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1031.657441] env[62849]: value = "task-4404883" [ 1031.657441] env[62849]: _type = "Task" [ 1031.657441] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.666751] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.692566] env[62849]: DEBUG oslo_concurrency.lockutils [req-686c267b-f6bd-480f-81f6-7d1411a2a7ee req-0c98fa25-7305-449f-9d20-2935067cd3a8 service nova] Releasing lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.871079] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.895281] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52942dc7-6d49-49db-8a88-6b620937d901, 'name': SearchDatastore_Task, 'duration_secs': 0.02563} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.896077] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571cc18e-2df1-4352-acaf-bb71132619d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.903255] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1031.903255] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e1f320-acfe-556f-0951-65d5d6e06dcf" [ 1031.903255] env[62849]: _type = "Task" [ 1031.903255] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.912350] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e1f320-acfe-556f-0951-65d5d6e06dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.946971] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.020617] env[62849]: DEBUG nova.compute.manager [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.020835] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.021781] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572650f3-8fc9-4028-998f-90e53d042b0c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.029897] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.030176] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a72a7846-c7ce-44ea-911d-fa0d7f70f4de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.036584] env[62849]: DEBUG oslo_vmware.api [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1032.036584] env[62849]: value = "task-4404884" [ 1032.036584] env[62849]: _type = "Task" [ 1032.036584] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.048774] env[62849]: DEBUG oslo_vmware.api [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.049444] env[62849]: INFO nova.compute.manager [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Took 35.03 seconds to build instance. [ 1032.084137] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquiring lock "refresh_cache-a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.084336] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquired lock "refresh_cache-a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.084504] env[62849]: DEBUG nova.network.neutron [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1032.169904] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.376414] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1032.376527] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.377847] env[62849]: DEBUG nova.compute.manager [req-719d12c2-a5a7-4d08-8ec3-3d8148c051a0 req-f0395768-5779-489a-b0b8-feedf1a39107 service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Received event network-changed-53875625-0399-4152-920b-188f9fe81c51 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1032.378107] env[62849]: DEBUG nova.compute.manager [req-719d12c2-a5a7-4d08-8ec3-3d8148c051a0 req-f0395768-5779-489a-b0b8-feedf1a39107 service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Refreshing instance network info cache due to event network-changed-53875625-0399-4152-920b-188f9fe81c51. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1032.378347] env[62849]: DEBUG oslo_concurrency.lockutils [req-719d12c2-a5a7-4d08-8ec3-3d8148c051a0 req-f0395768-5779-489a-b0b8-feedf1a39107 service nova] Acquiring lock "refresh_cache-a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.378592] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.287s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.380613] env[62849]: INFO nova.compute.claims [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.414802] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e1f320-acfe-556f-0951-65d5d6e06dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.016299} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.415100] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.415388] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 06eb8400-9835-4a15-9aca-44bd4453ee8f/06eb8400-9835-4a15-9aca-44bd4453ee8f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.416082] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bd930c-3315-43c0-beff-93f7bcc67d67 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.424422] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1032.424422] env[62849]: value = "task-4404885" [ 1032.424422] env[62849]: _type = "Task" [ 1032.424422] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.439383] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.448894] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404882, 'name': ReconfigVM_Task, 'duration_secs': 0.694365} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.449236] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025/f47a83eb-5d33-41d5-b6a4-34a01f2d6025.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.449921] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed147f81-3256-428a-8746-619904155e79 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.457435] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1032.457435] env[62849]: value = "task-4404886" [ 1032.457435] env[62849]: _type = "Task" [ 1032.457435] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.468717] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404886, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.548368] env[62849]: DEBUG oslo_vmware.api [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404884, 'name': PowerOffVM_Task, 'duration_secs': 0.306137} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.548672] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.548879] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.549203] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a935c13-46c8-4d79-a590-30d6fcfc8157 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.551036] env[62849]: DEBUG oslo_concurrency.lockutils [None req-16fd5fc4-b60e-414d-aa3e-df3402275e7d tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.536s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.620260] env[62849]: DEBUG nova.network.neutron [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1032.636723] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.636965] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.637168] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleting the datastore file [datastore2] 4a77d33a-7dab-4615-9674-31456a82b644 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.637488] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76a700de-fdd5-4e72-9547-449eacf454ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.649711] env[62849]: DEBUG oslo_vmware.api [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1032.649711] env[62849]: value = "task-4404888" [ 1032.649711] env[62849]: _type = "Task" [ 1032.649711] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.659566] env[62849]: DEBUG oslo_vmware.api [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.670474] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.719205] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d99d80-7e07-0801-6ae1-7d3f0560b7e9/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1032.720235] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf7a82-ad3d-4d32-a114-5b3e8fe6fd5a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.727831] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d99d80-7e07-0801-6ae1-7d3f0560b7e9/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1032.727831] env[62849]: ERROR oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d99d80-7e07-0801-6ae1-7d3f0560b7e9/disk-0.vmdk due to incomplete transfer. [ 1032.730523] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f946e15b-404f-4b95-892d-60145670c632 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.741008] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d99d80-7e07-0801-6ae1-7d3f0560b7e9/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1032.741352] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Uploaded image 3635f7a4-77b1-4b29-94a6-cc238eff8b31 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1032.743808] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1032.744140] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-683428be-d2ba-439e-bb1b-b4f8d9c26eeb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.752489] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1032.752489] env[62849]: value = "task-4404889" [ 1032.752489] env[62849]: _type = "Task" [ 1032.752489] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.764554] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404889, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.845876] env[62849]: DEBUG nova.network.neutron [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Updating instance_info_cache with network_info: [{"id": "53875625-0399-4152-920b-188f9fe81c51", "address": "fa:16:3e:2f:43:65", "network": {"id": "94d691ec-ad91-4c49-8d30-02e06dea9ae8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1494424152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c60c6c070574e1891aa7c5b8badab43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53875625-03", "ovs_interfaceid": "53875625-0399-4152-920b-188f9fe81c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.936609] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404885, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.971097] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404886, 'name': Rename_Task, 'duration_secs': 0.251986} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.971533] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.971848] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-737cbb12-cce6-442c-910d-b6c6986ba93e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.981127] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1032.981127] env[62849]: value = "task-4404890" [ 1032.981127] env[62849]: _type = "Task" [ 1032.981127] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.991384] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.161214] env[62849]: DEBUG oslo_vmware.api [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462564} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.164774] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.164982] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.165186] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.165361] env[62849]: INFO nova.compute.manager [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1033.165601] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.165802] env[62849]: DEBUG nova.compute.manager [-] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.165945] env[62849]: DEBUG nova.network.neutron [-] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1033.173362] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404883, 'name': ReconfigVM_Task, 'duration_secs': 1.302089} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.173633] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672/41c8a41c-96a6-4b80-bea2-ac337853b672.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.174283] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c3f5170-0a35-4c1d-b18b-d0039d3d88bb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.182914] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1033.182914] env[62849]: value = "task-4404891" [ 1033.182914] env[62849]: _type = "Task" [ 1033.182914] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.194208] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404891, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.263690] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404889, 'name': Destroy_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.350142] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Releasing lock "refresh_cache-a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.350550] env[62849]: DEBUG nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Instance network_info: |[{"id": "53875625-0399-4152-920b-188f9fe81c51", "address": "fa:16:3e:2f:43:65", "network": {"id": "94d691ec-ad91-4c49-8d30-02e06dea9ae8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1494424152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c60c6c070574e1891aa7c5b8badab43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53875625-03", "ovs_interfaceid": "53875625-0399-4152-920b-188f9fe81c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.350879] env[62849]: DEBUG oslo_concurrency.lockutils [req-719d12c2-a5a7-4d08-8ec3-3d8148c051a0 req-f0395768-5779-489a-b0b8-feedf1a39107 service nova] Acquired lock "refresh_cache-a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.351079] env[62849]: DEBUG nova.network.neutron [req-719d12c2-a5a7-4d08-8ec3-3d8148c051a0 req-f0395768-5779-489a-b0b8-feedf1a39107 service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Refreshing network info cache for port 53875625-0399-4152-920b-188f9fe81c51 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.352556] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:43:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53875625-0399-4152-920b-188f9fe81c51', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.361904] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Creating folder: Project (3c60c6c070574e1891aa7c5b8badab43). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.362553] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b046b8b3-5a84-4b64-aca4-266671846302 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.381026] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Created folder: Project (3c60c6c070574e1891aa7c5b8badab43) in parent group-v861840. [ 1033.381026] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Creating folder: Instances. Parent ref: group-v862107. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.381026] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f315cb51-91f8-44b4-b941-91ba295d6b21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.393747] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Created folder: Instances in parent group-v862107. [ 1033.394268] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.395027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.395027] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f487931b-c48a-43e6-8cff-f0f3cce16cf8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.424041] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.424041] env[62849]: value = "task-4404894" [ 1033.424041] env[62849]: _type = "Task" [ 1033.424041] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.440629] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404894, 'name': CreateVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.444241] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677733} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.447412] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 06eb8400-9835-4a15-9aca-44bd4453ee8f/06eb8400-9835-4a15-9aca-44bd4453ee8f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.447653] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.449622] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acc9d2c7-b45e-4d6f-9980-a421499459dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.458059] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1033.458059] env[62849]: value = "task-4404895" [ 1033.458059] env[62849]: _type = "Task" [ 1033.458059] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.472388] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.497477] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.693499] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404891, 'name': Rename_Task, 'duration_secs': 0.323404} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.696462] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.696933] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e20cd2b6-c92a-4189-af21-0e55f40e9334 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.705377] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1033.705377] env[62849]: value = "task-4404896" [ 1033.705377] env[62849]: _type = "Task" [ 1033.705377] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.726817] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404896, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.765774] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404889, 'name': Destroy_Task, 'duration_secs': 0.82535} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.766047] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Destroyed the VM [ 1033.766287] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1033.766548] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-79f23945-a1d8-4967-b5b3-d3482a6000c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.777248] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1033.777248] env[62849]: value = "task-4404897" [ 1033.777248] env[62849]: _type = "Task" [ 1033.777248] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.787728] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.789841] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc4d60-418b-49fd-81fb-af7d9efb4fb0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.800493] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9c80e1-dba0-4aed-9261-036a7cf4c76c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.840457] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff95938-04f6-4be5-9097-fd14f3102478 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.850128] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96aa123-f27e-4848-8635-19830844be96 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.869456] env[62849]: DEBUG nova.compute.provider_tree [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.935578] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404894, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.969594] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089301} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.969959] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.970916] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8596ae-c332-4f69-88ba-e90c42f9c9dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.998425] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 06eb8400-9835-4a15-9aca-44bd4453ee8f/06eb8400-9835-4a15-9aca-44bd4453ee8f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.006343] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25842061-0c4e-44aa-bfa4-1b07f2329286 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.028773] env[62849]: DEBUG oslo_vmware.api [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404890, 'name': PowerOnVM_Task, 'duration_secs': 0.936734} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.030469] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.030736] env[62849]: DEBUG nova.compute.manager [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.031102] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1034.031102] env[62849]: value = "task-4404898" [ 1034.031102] env[62849]: _type = "Task" [ 1034.031102] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.031934] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc648c6b-94c1-4a1b-8a86-823d81fa347e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.045976] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.076397] env[62849]: DEBUG nova.network.neutron [-] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.219406] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.224924] env[62849]: DEBUG nova.compute.manager [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1034.291122] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404897, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.395726] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.396613] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.397374] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.397374] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.397374] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.401971] env[62849]: ERROR nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [req-8037cd35-3d10-4eac-a9d1-af23d1247a3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8037cd35-3d10-4eac-a9d1-af23d1247a3e"}]} [ 1034.405318] env[62849]: INFO nova.compute.manager [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Terminating instance [ 1034.440304] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404894, 'name': CreateVM_Task, 'duration_secs': 0.544361} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.441784] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1034.444722] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.445793] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.445970] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.446973] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.448570] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70ec5f8-41a8-4c85-95d8-11b62514dc85 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.456391] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1034.456391] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52998f90-73ab-0626-4b8c-068fbef715f0" [ 1034.456391] env[62849]: _type = "Task" [ 1034.456391] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.470537] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52998f90-73ab-0626-4b8c-068fbef715f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.471915] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1034.472390] env[62849]: DEBUG nova.compute.provider_tree [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.493911] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1034.524152] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1034.546378] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404898, 'name': ReconfigVM_Task, 'duration_secs': 0.346769} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.549381] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 06eb8400-9835-4a15-9aca-44bd4453ee8f/06eb8400-9835-4a15-9aca-44bd4453ee8f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.553979] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8735d0e-27a8-4683-abb0-844b7456a53f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.559682] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.563886] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1034.563886] env[62849]: value = "task-4404899" [ 1034.563886] env[62849]: _type = "Task" [ 1034.563886] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.564584] env[62849]: DEBUG nova.network.neutron [req-719d12c2-a5a7-4d08-8ec3-3d8148c051a0 req-f0395768-5779-489a-b0b8-feedf1a39107 service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Updated VIF entry in instance network info cache for port 53875625-0399-4152-920b-188f9fe81c51. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1034.564778] env[62849]: DEBUG nova.network.neutron [req-719d12c2-a5a7-4d08-8ec3-3d8148c051a0 req-f0395768-5779-489a-b0b8-feedf1a39107 service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Updating instance_info_cache with network_info: [{"id": "53875625-0399-4152-920b-188f9fe81c51", "address": "fa:16:3e:2f:43:65", "network": {"id": "94d691ec-ad91-4c49-8d30-02e06dea9ae8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1494424152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c60c6c070574e1891aa7c5b8badab43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53875625-03", "ovs_interfaceid": "53875625-0399-4152-920b-188f9fe81c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.575982] env[62849]: DEBUG nova.compute.manager [req-f0b83590-a754-4870-bd0f-be5031b91c94 req-d2e3e305-ded6-4c7a-8514-d1f7b29be464 service nova] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Received event network-vif-deleted-0a0dc132-3c57-4d3e-8f17-c88e3bf67ede {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1034.582412] env[62849]: INFO nova.compute.manager [-] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Took 1.42 seconds to deallocate network for instance. [ 1034.583482] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404899, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.719077] env[62849]: DEBUG oslo_vmware.api [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4404896, 'name': PowerOnVM_Task, 'duration_secs': 0.775318} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.725439] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.725729] env[62849]: INFO nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1034.725928] env[62849]: DEBUG nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.727186] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011c571b-243d-40d1-a7bb-c61b80f2aa2d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.747338] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.791723] env[62849]: DEBUG oslo_vmware.api [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404897, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674922} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.794528] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1034.794769] env[62849]: INFO nova.compute.manager [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Took 17.16 seconds to snapshot the instance on the hypervisor. [ 1034.902851] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591050ca-3ca5-4db8-9b1a-2c40a8b1a356 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.910846] env[62849]: DEBUG nova.compute.manager [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.911123] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.911979] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956225da-5ffd-4385-a6df-45523c0d7f75 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.916046] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d8bf56-1d12-4633-a6c8-5a74b4651c10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.923830] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.948509] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b06cc833-d0df-469f-913a-7aee89b9cca0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.951129] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b45ff3-69ae-4d32-944d-493f0692601e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.965813] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c1f362-513d-446e-b2f9-d85ce6bcc7d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.984744] env[62849]: DEBUG nova.compute.provider_tree [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.990860] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52998f90-73ab-0626-4b8c-068fbef715f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014652} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.991511] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.993151] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.993151] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.993151] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.993151] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.993151] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7abc5394-4d60-480a-8663-02ad25b256cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.005385] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.005573] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.006617] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f330ff8-8d62-41e9-81e8-35db0a97ffe3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.017231] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1035.017231] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5299b21a-575e-ad6e-9deb-2a295fa99dab" [ 1035.017231] env[62849]: _type = "Task" [ 1035.017231] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.018048] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "44975696-888c-4db5-8b92-2c2e3fbf2291" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.018048] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "44975696-888c-4db5-8b92-2c2e3fbf2291" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.031273] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5299b21a-575e-ad6e-9deb-2a295fa99dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.039227] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.039513] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.039705] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleting the datastore file [datastore2] 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.039977] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-489c40a1-65e6-4813-ae3c-f9f826c2898c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.053098] env[62849]: DEBUG oslo_vmware.api [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1035.053098] env[62849]: value = "task-4404901" [ 1035.053098] env[62849]: _type = "Task" [ 1035.053098] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.063086] env[62849]: DEBUG oslo_vmware.api [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.077534] env[62849]: DEBUG oslo_concurrency.lockutils [req-719d12c2-a5a7-4d08-8ec3-3d8148c051a0 req-f0395768-5779-489a-b0b8-feedf1a39107 service nova] Releasing lock "refresh_cache-a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.078230] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404899, 'name': Rename_Task, 'duration_secs': 0.184393} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.078326] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.078681] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcc8ddf4-91da-44c7-b3a2-64becfb3dbb1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.087224] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1035.087224] env[62849]: value = "task-4404902" [ 1035.087224] env[62849]: _type = "Task" [ 1035.087224] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.094297] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.097371] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.253967] env[62849]: INFO nova.compute.manager [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Took 28.88 seconds to build instance. [ 1035.298874] env[62849]: DEBUG nova.compute.manager [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Instance disappeared during snapshot {{(pid=62849) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1035.315194] env[62849]: DEBUG nova.compute.manager [None req-f6d71cc9-c2c1-4218-9902-fc476c2b0d7d tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image not found during clean up 3635f7a4-77b1-4b29-94a6-cc238eff8b31 {{(pid=62849) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1035.462846] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.463115] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.463325] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.463500] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.463691] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.466408] env[62849]: INFO nova.compute.manager [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Terminating instance [ 1035.512783] env[62849]: ERROR nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [req-567e2d6e-f1ee-46ef-a4f5-b59372a07975] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-567e2d6e-f1ee-46ef-a4f5-b59372a07975"}]} [ 1035.527057] env[62849]: DEBUG nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.532551] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5299b21a-575e-ad6e-9deb-2a295fa99dab, 'name': SearchDatastore_Task, 'duration_secs': 0.018149} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.533847] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1035.537793] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73030c29-1951-4d13-a1a6-38832a3e57fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.544831] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1035.544831] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a92adb-3033-bd58-d6c0-641de268876a" [ 1035.544831] env[62849]: _type = "Task" [ 1035.544831] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.554248] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a92adb-3033-bd58-d6c0-641de268876a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.555237] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1035.555446] env[62849]: DEBUG nova.compute.provider_tree [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.566802] env[62849]: DEBUG oslo_vmware.api [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406762} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.566802] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.566938] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.566989] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.567174] env[62849]: INFO nova.compute.manager [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1035.567410] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.567592] env[62849]: DEBUG nova.compute.manager [-] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.567684] env[62849]: DEBUG nova.network.neutron [-] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1035.571955] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1035.593219] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1035.601806] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.756499] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8a1231-3a1c-4ff8-88ab-3c0b02cce888 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.508s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.967439] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68cd6f6-5e97-4487-9f07-6ca289a77252 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.973465] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "refresh_cache-f47a83eb-5d33-41d5-b6a4-34a01f2d6025" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.973693] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired lock "refresh_cache-f47a83eb-5d33-41d5-b6a4-34a01f2d6025" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.973805] env[62849]: DEBUG nova.network.neutron [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1035.977723] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95fb90f-d37a-454b-a469-51ebd17504f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.013198] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d12cb-115c-4944-88aa-4f9e34e868d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.021821] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bdc202-4162-4961-8397-53a90713f09c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.036613] env[62849]: DEBUG nova.compute.provider_tree [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.055276] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a92adb-3033-bd58-d6c0-641de268876a, 'name': SearchDatastore_Task, 'duration_secs': 0.020322} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.056221] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.056488] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.056734] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6/a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.056984] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0da25c35-1ebd-4a74-86f2-9f6df8593631 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.065195] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1036.065195] env[62849]: value = "task-4404903" [ 1036.065195] env[62849]: _type = "Task" [ 1036.065195] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.074866] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.098486] env[62849]: DEBUG oslo_vmware.api [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404902, 'name': PowerOnVM_Task, 'duration_secs': 0.796183} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.098789] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.099008] env[62849]: INFO nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1036.099215] env[62849]: DEBUG nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.100062] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a4ec9-6f0c-465a-9b2d-a89884832da6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.196021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.196021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.416456] env[62849]: DEBUG nova.network.neutron [-] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.503076] env[62849]: DEBUG nova.network.neutron [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1036.574258] env[62849]: DEBUG nova.network.neutron [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.578627] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404903, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.583456] env[62849]: DEBUG nova.scheduler.client.report [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1036.583845] env[62849]: DEBUG nova.compute.provider_tree [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 139 to 140 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1036.584032] env[62849]: DEBUG nova.compute.provider_tree [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.617191] env[62849]: DEBUG nova.compute.manager [req-2946b96b-1145-4979-9fa7-55007dd0a873 req-9aa740cd-b779-4d04-9ff0-0043b1f5ae7d service nova] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Received event network-vif-deleted-096b5032-8018-44b7-8e60-52ad950f4ac8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1036.620846] env[62849]: INFO nova.compute.manager [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Took 23.30 seconds to build instance. [ 1036.699816] env[62849]: DEBUG nova.compute.utils [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.825406] env[62849]: DEBUG nova.compute.manager [req-6375c07e-d55e-4912-af22-4351f58cb201 req-5fde0f4b-41ae-4f24-a1ea-d9c8fecb5247 service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Received event network-changed-fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1036.825618] env[62849]: DEBUG nova.compute.manager [req-6375c07e-d55e-4912-af22-4351f58cb201 req-5fde0f4b-41ae-4f24-a1ea-d9c8fecb5247 service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Refreshing instance network info cache due to event network-changed-fd599c62-894b-4e2b-aa82-791ee45ef8bf. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1036.826027] env[62849]: DEBUG oslo_concurrency.lockutils [req-6375c07e-d55e-4912-af22-4351f58cb201 req-5fde0f4b-41ae-4f24-a1ea-d9c8fecb5247 service nova] Acquiring lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.826368] env[62849]: DEBUG oslo_concurrency.lockutils [req-6375c07e-d55e-4912-af22-4351f58cb201 req-5fde0f4b-41ae-4f24-a1ea-d9c8fecb5247 service nova] Acquired lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.826505] env[62849]: DEBUG nova.network.neutron [req-6375c07e-d55e-4912-af22-4351f58cb201 req-5fde0f4b-41ae-4f24-a1ea-d9c8fecb5247 service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Refreshing network info cache for port fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.924225] env[62849]: INFO nova.compute.manager [-] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Took 1.36 seconds to deallocate network for instance. [ 1037.079917] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Releasing lock "refresh_cache-f47a83eb-5d33-41d5-b6a4-34a01f2d6025" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.080300] env[62849]: DEBUG nova.compute.manager [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.080522] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.080852] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661122} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.082037] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc4d5d-d455-48a0-a5d8-1b72d0d06911 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.085067] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6/a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.085283] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.085595] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-472c97de-fcf9-40ed-b939-cf6b0f5a428e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.090184] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.711s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.090619] env[62849]: DEBUG nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.097458] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.745s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.097779] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.099929] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.114s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.101201] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.104617] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.768s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.104617] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.106086] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.528s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.106086] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.107997] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.548s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.107997] env[62849]: DEBUG nova.objects.instance [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1037.114025] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.114025] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1037.114025] env[62849]: value = "task-4404904" [ 1037.114025] env[62849]: _type = "Task" [ 1037.114025] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.114025] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9899c59-4214-45eb-a774-bfffc00fcefd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.124766] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d8a649ad-55cb-4f20-b647-e0f1788c7353 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.156s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.125087] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.126638] env[62849]: DEBUG oslo_vmware.api [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1037.126638] env[62849]: value = "task-4404905" [ 1037.126638] env[62849]: _type = "Task" [ 1037.126638] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.138296] env[62849]: DEBUG oslo_vmware.api [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.140082] env[62849]: INFO nova.scheduler.client.report [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleted allocations for instance cfc8bd17-1cba-434f-ad24-03c6866925d4 [ 1037.151050] env[62849]: INFO nova.scheduler.client.report [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Deleted allocations for instance 7e67d3c5-7db6-417e-8417-baf9bdcfaa82 [ 1037.167517] env[62849]: INFO nova.scheduler.client.report [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleted allocations for instance d11617c3-9908-4ba4-a98e-4ecad12c5f89 [ 1037.176223] env[62849]: INFO nova.scheduler.client.report [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleted allocations for instance 9fb88a46-1df0-4e7f-8a6a-636074b9ab07 [ 1037.203890] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.433866] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.613539] env[62849]: DEBUG nova.compute.utils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.621045] env[62849]: DEBUG nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.621232] env[62849]: DEBUG nova.network.neutron [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.633828] env[62849]: DEBUG nova.network.neutron [req-6375c07e-d55e-4912-af22-4351f58cb201 req-5fde0f4b-41ae-4f24-a1ea-d9c8fecb5247 service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updated VIF entry in instance network info cache for port fd599c62-894b-4e2b-aa82-791ee45ef8bf. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.633828] env[62849]: DEBUG nova.network.neutron [req-6375c07e-d55e-4912-af22-4351f58cb201 req-5fde0f4b-41ae-4f24-a1ea-d9c8fecb5247 service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance_info_cache with network_info: [{"id": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "address": "fa:16:3e:40:7e:a9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd599c62-89", "ovs_interfaceid": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.644202] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079627} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.647286] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.649649] env[62849]: DEBUG oslo_vmware.api [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404905, 'name': PowerOffVM_Task, 'duration_secs': 0.183667} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.650451] env[62849]: DEBUG oslo_concurrency.lockutils [None req-12950beb-9cee-4427-988f-9d4539364256 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "cfc8bd17-1cba-434f-ad24-03c6866925d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.461s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.652168] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbd5989-7aac-476d-9004-027f71b12e72 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.655024] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.655024] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.655667] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e79a03b1-522e-4ae1-b705-8532d7904492 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.660055] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2dbf0dc3-47d9-49c0-a441-0a421cba2eeb tempest-ServersListShow296Test-881423633 tempest-ServersListShow296Test-881423633-project-member] Lock "7e67d3c5-7db6-417e-8417-baf9bdcfaa82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.711s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.679799] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6/a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.681757] env[62849]: DEBUG nova.policy [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '355cc9599f2e4c1bb608d33e8755a8b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9ff5682518f48cf8edd2b00a6b7632d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.685885] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9caeb821-54ea-4fb1-9129-90801a1fbe48 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.705706] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8cf17fdd-f79b-4378-a83e-05e0b18fff33 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "d11617c3-9908-4ba4-a98e-4ecad12c5f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.621s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.708460] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.708707] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.708968] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Deleting the datastore file [datastore1] f47a83eb-5d33-41d5-b6a4-34a01f2d6025 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.709605] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c8c6106-e572-44cb-b305-12315f7191a5 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "9fb88a46-1df0-4e7f-8a6a-636074b9ab07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.025s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.710791] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f950a2a-42ea-4137-be06-e416d1e9bfea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.718726] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1037.718726] env[62849]: value = "task-4404907" [ 1037.718726] env[62849]: _type = "Task" [ 1037.718726] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.719465] env[62849]: DEBUG oslo_vmware.api [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1037.719465] env[62849]: value = "task-4404908" [ 1037.719465] env[62849]: _type = "Task" [ 1037.719465] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.733487] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.737748] env[62849]: DEBUG oslo_vmware.api [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.019664] env[62849]: DEBUG nova.compute.manager [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1038.061118] env[62849]: DEBUG nova.network.neutron [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Successfully created port: 5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1038.068768] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.069013] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.069246] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.069720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.069720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.079204] env[62849]: INFO nova.compute.manager [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Terminating instance [ 1038.125108] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6cd6ee74-02aa-4015-9d67-c1066ce3a32c tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.126557] env[62849]: DEBUG nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.906972] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.160s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.907822] env[62849]: WARNING oslo_messaging._drivers.amqpdriver [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1038.908770] env[62849]: DEBUG oslo_concurrency.lockutils [req-6375c07e-d55e-4912-af22-4351f58cb201 req-5fde0f4b-41ae-4f24-a1ea-d9c8fecb5247 service nova] Releasing lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.909962] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.910192] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.910456] env[62849]: INFO nova.compute.manager [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Attaching volume 037758f6-cd27-449f-b172-cea94db34a83 to /dev/sdb [ 1038.915447] env[62849]: DEBUG nova.compute.manager [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.915670] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.923374] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b40bd0-4f7f-4c24-a46f-ee18f1833899 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.930058] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.934767] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.940080] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6cf0c5d-07f9-4328-81a7-56295f84a962 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.941862] env[62849]: DEBUG oslo_vmware.api [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126613} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.942685] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404907, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.943273] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.943510] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.943668] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.943861] env[62849]: INFO nova.compute.manager [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1038.944133] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.944788] env[62849]: DEBUG nova.compute.manager [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.944890] env[62849]: DEBUG nova.network.neutron [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1038.951932] env[62849]: DEBUG oslo_vmware.api [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 1038.951932] env[62849]: value = "task-4404909" [ 1038.951932] env[62849]: _type = "Task" [ 1038.951932] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.964602] env[62849]: DEBUG oslo_vmware.api [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.966205] env[62849]: DEBUG nova.network.neutron [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1038.996926] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983bd52-b8c2-40c9-b5ae-cef2653091da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.005876] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f81424-05a1-463e-90ba-f06ecbe7af71 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.024824] env[62849]: DEBUG nova.virt.block_device [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Updating existing volume attachment record: baf213f0-44ad-413b-ad39-8f63a939ffa6 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1039.158647] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "fc37b4f3-686b-47c8-9091-58f07c0407ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.158647] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "fc37b4f3-686b-47c8-9091-58f07c0407ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.208309] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "4bed0d50-658b-411c-9551-6bdaf4aca123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.208841] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "4bed0d50-658b-411c-9551-6bdaf4aca123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.418719] env[62849]: INFO nova.virt.block_device [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Booting with volume 6b0a2ed0-c501-4c02-926b-14e5ccb39b68 at /dev/sda [ 1039.423756] env[62849]: INFO nova.compute.claims [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.432715] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404907, 'name': ReconfigVM_Task, 'duration_secs': 1.378688} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.433367] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Reconfigured VM instance instance-00000065 to attach disk [datastore1] a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6/a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.434130] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6762a616-329f-4696-9374-1ad15541e56e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.442117] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1039.442117] env[62849]: value = "task-4404911" [ 1039.442117] env[62849]: _type = "Task" [ 1039.442117] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.455162] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404911, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.470047] env[62849]: DEBUG oslo_vmware.api [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404909, 'name': PowerOffVM_Task, 'duration_secs': 0.309666} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.471724] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.472517] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.472517] env[62849]: DEBUG nova.network.neutron [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.473274] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac636a9c-850c-45cd-a512-f00368a130d9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.489021] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b48a351-539a-40e0-a5f5-78f6f0df7f55 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.499380] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8389611-4e7a-4228-b71f-bd34f792034d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.540559] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b27af83f-5f1d-4c9b-a347-736593dab4c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.554230] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc273391-8dd4-4d99-83f9-6239883dcd6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.568979] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.569316] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.569818] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleting the datastore file [datastore2] 8a127c3a-de4c-4f21-8b80-6e1cc169504e {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.570653] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6916312-4cb9-4228-95e1-62bb4d605409 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.578917] env[62849]: DEBUG oslo_vmware.api [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for the task: (returnval){ [ 1039.578917] env[62849]: value = "task-4404913" [ 1039.578917] env[62849]: _type = "Task" [ 1039.578917] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.600967] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e743fc2-b9d5-4cae-9310-0fbd1083e140 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.603836] env[62849]: DEBUG oslo_vmware.api [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.619204] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec5e58-2f11-4f57-b10f-6b4dba28b765 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.633275] env[62849]: DEBUG nova.virt.block_device [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating existing volume attachment record: 70aba394-d6f1-4d92-a20c-a61537dab3d6 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1039.662243] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.712929] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.902861] env[62849]: DEBUG nova.compute.manager [req-8a71592c-7ea4-48c9-a895-88933bdd5495 req-71875b18-3b0b-4977-908a-485ce1101dab service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Received event network-vif-plugged-5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1039.903101] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a71592c-7ea4-48c9-a895-88933bdd5495 req-71875b18-3b0b-4977-908a-485ce1101dab service nova] Acquiring lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.903306] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a71592c-7ea4-48c9-a895-88933bdd5495 req-71875b18-3b0b-4977-908a-485ce1101dab service nova] Lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.903501] env[62849]: DEBUG oslo_concurrency.lockutils [req-8a71592c-7ea4-48c9-a895-88933bdd5495 req-71875b18-3b0b-4977-908a-485ce1101dab service nova] Lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.903624] env[62849]: DEBUG nova.compute.manager [req-8a71592c-7ea4-48c9-a895-88933bdd5495 req-71875b18-3b0b-4977-908a-485ce1101dab service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] No waiting events found dispatching network-vif-plugged-5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.903845] env[62849]: WARNING nova.compute.manager [req-8a71592c-7ea4-48c9-a895-88933bdd5495 req-71875b18-3b0b-4977-908a-485ce1101dab service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Received unexpected event network-vif-plugged-5aee4f25-0316-43bf-8a85-0a6dafd32df8 for instance with vm_state building and task_state block_device_mapping. [ 1039.935651] env[62849]: INFO nova.compute.resource_tracker [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating resource usage from migration 8112b0da-4364-44b5-a65e-521434445304 [ 1039.955718] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404911, 'name': Rename_Task, 'duration_secs': 0.169702} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.956331] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.959757] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd759f7d-c769-4e42-8e35-151ac96cfc1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.970563] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1039.970563] env[62849]: value = "task-4404914" [ 1039.970563] env[62849]: _type = "Task" [ 1039.970563] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.977844] env[62849]: INFO nova.compute.manager [-] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Took 1.03 seconds to deallocate network for instance. [ 1039.984177] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.095825] env[62849]: DEBUG oslo_vmware.api [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Task: {'id': task-4404913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14221} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.098123] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.098293] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.098466] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.098628] env[62849]: INFO nova.compute.manager [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1040.100214] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.100214] env[62849]: DEBUG nova.compute.manager [-] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.100214] env[62849]: DEBUG nova.network.neutron [-] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1040.184096] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.239803] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.332060] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4493d2-2220-40c2-87ea-a4a701cea481 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.340649] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c994c-9310-48ec-90fc-023118dd2bd6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.387426] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c1060f-4531-49da-8418-a000f937411f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.396661] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c9e9a1-f7e7-434c-8f31-3655d22f38d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.411831] env[62849]: DEBUG nova.compute.provider_tree [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.484770] env[62849]: DEBUG oslo_vmware.api [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404914, 'name': PowerOnVM_Task, 'duration_secs': 0.49267} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.487050] env[62849]: DEBUG nova.network.neutron [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Successfully updated port: 5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1040.490659] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.490659] env[62849]: INFO nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1040.490659] env[62849]: DEBUG nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.490659] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0804de-46be-453e-a5d4-8704cd6002c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.494426] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.569310] env[62849]: DEBUG nova.compute.manager [req-83a4866f-996d-4d46-a112-6ecd3673ce0e req-1675d5ce-aa5e-4337-9ab4-e974dd279142 service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Received event network-changed-5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1040.569559] env[62849]: DEBUG nova.compute.manager [req-83a4866f-996d-4d46-a112-6ecd3673ce0e req-1675d5ce-aa5e-4337-9ab4-e974dd279142 service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Refreshing instance network info cache due to event network-changed-5aee4f25-0316-43bf-8a85-0a6dafd32df8. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1040.569798] env[62849]: DEBUG oslo_concurrency.lockutils [req-83a4866f-996d-4d46-a112-6ecd3673ce0e req-1675d5ce-aa5e-4337-9ab4-e974dd279142 service nova] Acquiring lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.569959] env[62849]: DEBUG oslo_concurrency.lockutils [req-83a4866f-996d-4d46-a112-6ecd3673ce0e req-1675d5ce-aa5e-4337-9ab4-e974dd279142 service nova] Acquired lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.570151] env[62849]: DEBUG nova.network.neutron [req-83a4866f-996d-4d46-a112-6ecd3673ce0e req-1675d5ce-aa5e-4337-9ab4-e974dd279142 service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Refreshing network info cache for port 5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.864285] env[62849]: DEBUG nova.compute.manager [req-7ce4427e-1f0a-42ab-bbe6-6632394128a6 req-374c48fb-f52d-400c-9789-959cffbe7bdc service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Received event network-vif-deleted-53541f34-c055-44ae-adfe-c9d41e13fb77 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1040.864548] env[62849]: INFO nova.compute.manager [req-7ce4427e-1f0a-42ab-bbe6-6632394128a6 req-374c48fb-f52d-400c-9789-959cffbe7bdc service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Neutron deleted interface 53541f34-c055-44ae-adfe-c9d41e13fb77; detaching it from the instance and deleting it from the info cache [ 1040.864660] env[62849]: DEBUG nova.network.neutron [req-7ce4427e-1f0a-42ab-bbe6-6632394128a6 req-374c48fb-f52d-400c-9789-959cffbe7bdc service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.915435] env[62849]: DEBUG nova.scheduler.client.report [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.990689] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.015479] env[62849]: INFO nova.compute.manager [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Took 25.00 seconds to build instance. [ 1041.108303] env[62849]: DEBUG nova.network.neutron [req-83a4866f-996d-4d46-a112-6ecd3673ce0e req-1675d5ce-aa5e-4337-9ab4-e974dd279142 service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1041.205588] env[62849]: DEBUG nova.network.neutron [req-83a4866f-996d-4d46-a112-6ecd3673ce0e req-1675d5ce-aa5e-4337-9ab4-e974dd279142 service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.287033] env[62849]: DEBUG nova.network.neutron [-] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.369818] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eff13ca-5e46-48d3-bb3b-f87e6710d5d9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.382013] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebb24d0-5622-4fde-989b-f9353584295a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.398336] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.398336] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.425908] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.519s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.426141] env[62849]: INFO nova.compute.manager [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Migrating [ 1041.432726] env[62849]: DEBUG nova.compute.manager [req-7ce4427e-1f0a-42ab-bbe6-6632394128a6 req-374c48fb-f52d-400c-9789-959cffbe7bdc service nova] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Detach interface failed, port_id=53541f34-c055-44ae-adfe-c9d41e13fb77, reason: Instance 8a127c3a-de4c-4f21-8b80-6e1cc169504e could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1041.436378] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.343s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.436695] env[62849]: DEBUG nova.objects.instance [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lazy-loading 'resources' on Instance uuid 4a77d33a-7dab-4615-9674-31456a82b644 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.519234] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3b327a-66b2-4f49-a50e-4b157a8890a4 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.866s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.663954] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquiring lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.664267] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.664474] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquiring lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.664658] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.664824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.667124] env[62849]: INFO nova.compute.manager [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Terminating instance [ 1041.710456] env[62849]: DEBUG oslo_concurrency.lockutils [req-83a4866f-996d-4d46-a112-6ecd3673ce0e req-1675d5ce-aa5e-4337-9ab4-e974dd279142 service nova] Releasing lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.711128] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.711298] env[62849]: DEBUG nova.network.neutron [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.776432] env[62849]: DEBUG nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.776927] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.777161] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.777321] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.777564] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.777742] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.777891] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.778107] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.778267] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.778438] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.778602] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.778775] env[62849]: DEBUG nova.virt.hardware [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.779729] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76114b-0570-4f0e-a2f5-f73d096cf5e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.789888] env[62849]: INFO nova.compute.manager [-] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Took 1.69 seconds to deallocate network for instance. [ 1041.792627] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f4327e-e4e8-4344-9ad0-96fb6e32e874 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.901028] env[62849]: DEBUG nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.947811] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.947925] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.948109] env[62849]: DEBUG nova.network.neutron [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1042.170898] env[62849]: DEBUG nova.compute.manager [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.171157] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.172140] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a640e25b-95c0-490a-b3b6-f2fc6222327d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.183027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.183246] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce04e371-085a-4a26-98cc-a683ad50c8c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.190599] env[62849]: DEBUG oslo_vmware.api [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1042.190599] env[62849]: value = "task-4404916" [ 1042.190599] env[62849]: _type = "Task" [ 1042.190599] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.199511] env[62849]: DEBUG oslo_vmware.api [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.254184] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87220df1-4f46-45f2-91d7-e46e7aeafa49 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.257708] env[62849]: DEBUG nova.network.neutron [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1042.265265] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809ada5-ea13-4d30-b149-e5449f2429bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.300526] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a980a339-15be-4697-af8f-4fc42aa6d646 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.303920] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.311024] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc1c4dc-d9f6-44dc-a9d2-ee43124d850c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.327265] env[62849]: DEBUG nova.compute.provider_tree [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.420827] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.473482] env[62849]: DEBUG nova.network.neutron [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance_info_cache with network_info: [{"id": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "address": "fa:16:3e:64:5f:ca", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aee4f25-03", "ovs_interfaceid": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.673378] env[62849]: DEBUG nova.network.neutron [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance_info_cache with network_info: [{"id": "92236081-8ca5-4853-a465-9fba6f534cbe", "address": "fa:16:3e:ed:e3:94", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92236081-8c", "ovs_interfaceid": "92236081-8ca5-4853-a465-9fba6f534cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.702656] env[62849]: DEBUG oslo_vmware.api [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404916, 'name': PowerOffVM_Task, 'duration_secs': 0.213648} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.702943] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.703129] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.703383] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fac0d43a-93f1-4aee-8d48-55873300af24 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.786033] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.786033] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.786033] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Deleting the datastore file [datastore1] a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.786643] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71992b36-3b09-44b1-8f93-98d3ae41f292 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.795426] env[62849]: DEBUG oslo_vmware.api [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for the task: (returnval){ [ 1042.795426] env[62849]: value = "task-4404918" [ 1042.795426] env[62849]: _type = "Task" [ 1042.795426] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.806963] env[62849]: DEBUG oslo_vmware.api [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.831130] env[62849]: DEBUG nova.scheduler.client.report [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.976391] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.976624] env[62849]: DEBUG nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Instance network_info: |[{"id": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "address": "fa:16:3e:64:5f:ca", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aee4f25-03", "ovs_interfaceid": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.977421] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:5f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aee4f25-0316-43bf-8a85-0a6dafd32df8', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.984430] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.984657] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.984880] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a8d3159-caa2-4f4a-bce9-4c285f3062ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.005826] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.005826] env[62849]: value = "task-4404919" [ 1043.005826] env[62849]: _type = "Task" [ 1043.005826] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.015851] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404919, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.176513] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.308751] env[62849]: DEBUG oslo_vmware.api [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Task: {'id': task-4404918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402044} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.308751] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.309136] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.309136] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.309341] env[62849]: INFO nova.compute.manager [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1043.309586] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.309790] env[62849]: DEBUG nova.compute.manager [-] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.309881] env[62849]: DEBUG nova.network.neutron [-] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1043.336672] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.339074] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.283s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.341279] env[62849]: INFO nova.compute.claims [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.360498] env[62849]: INFO nova.scheduler.client.report [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted allocations for instance 4a77d33a-7dab-4615-9674-31456a82b644 [ 1043.518065] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404919, 'name': CreateVM_Task, 'duration_secs': 0.334263} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.518065] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.518269] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862085', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'name': 'volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2193fa87-1760-4d26-806b-ba596fb380f9', 'attached_at': '', 'detached_at': '', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'serial': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '70aba394-d6f1-4d92-a20c-a61537dab3d6', 'volume_type': None}], 'swap': None} {{(pid=62849) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1043.518368] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Root volume attach. Driver type: vmdk {{(pid=62849) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1043.519197] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7317e39d-d620-4e2a-8701-2367853992cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.528721] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7851de0-3104-4d5f-9735-0b0069ac3bd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.537120] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c91ac1-25c4-4429-910f-ace38d343f8b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.546261] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-30a611d4-391f-44d9-8668-5ec797fb6ce3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.554750] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1043.554750] env[62849]: value = "task-4404920" [ 1043.554750] env[62849]: _type = "Task" [ 1043.554750] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.565897] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404920, 'name': RelocateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.588677] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1043.588677] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862110', 'volume_id': '037758f6-cd27-449f-b172-cea94db34a83', 'name': 'volume-037758f6-cd27-449f-b172-cea94db34a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ae233b-4556-4a6d-8a3f-dcc31f5d845e', 'attached_at': '', 'detached_at': '', 'volume_id': '037758f6-cd27-449f-b172-cea94db34a83', 'serial': '037758f6-cd27-449f-b172-cea94db34a83'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1043.588677] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17463914-2610-4c4b-9e92-31e321c0d231 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.612790] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c03ebc-2b3f-4169-80a1-051e281a17f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.645026] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-037758f6-cd27-449f-b172-cea94db34a83/volume-037758f6-cd27-449f-b172-cea94db34a83.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.645026] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb975e8-04f9-42d5-a1b4-31ef7b39e5da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.667314] env[62849]: DEBUG oslo_vmware.api [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 1043.667314] env[62849]: value = "task-4404921" [ 1043.667314] env[62849]: _type = "Task" [ 1043.667314] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.683090] env[62849]: DEBUG oslo_vmware.api [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.870046] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b00e2850-f050-4298-a1bf-f926b873eedd tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "4a77d33a-7dab-4615-9674-31456a82b644" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.361s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.955986] env[62849]: DEBUG nova.compute.manager [req-1e47deb0-5a29-4f41-842b-de7c3530652d req-66d44f1a-b5ef-4acf-96a7-09cbf189c4ab service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Received event network-vif-deleted-53875625-0399-4152-920b-188f9fe81c51 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1043.956310] env[62849]: INFO nova.compute.manager [req-1e47deb0-5a29-4f41-842b-de7c3530652d req-66d44f1a-b5ef-4acf-96a7-09cbf189c4ab service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Neutron deleted interface 53875625-0399-4152-920b-188f9fe81c51; detaching it from the instance and deleting it from the info cache [ 1043.956541] env[62849]: DEBUG nova.network.neutron [req-1e47deb0-5a29-4f41-842b-de7c3530652d req-66d44f1a-b5ef-4acf-96a7-09cbf189c4ab service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.067195] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404920, 'name': RelocateVM_Task} progress is 42%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.179435] env[62849]: DEBUG oslo_vmware.api [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404921, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.427048] env[62849]: DEBUG nova.network.neutron [-] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.460545] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46758aec-d3c6-43bb-9ac7-b92e3f2d9fb1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.471761] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da5806c-c59c-43c6-9530-9eab7c99ba67 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.514907] env[62849]: DEBUG nova.compute.manager [req-1e47deb0-5a29-4f41-842b-de7c3530652d req-66d44f1a-b5ef-4acf-96a7-09cbf189c4ab service nova] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Detach interface failed, port_id=53875625-0399-4152-920b-188f9fe81c51, reason: Instance a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1044.565777] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404920, 'name': RelocateVM_Task} progress is 54%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.679292] env[62849]: DEBUG oslo_vmware.api [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404921, 'name': ReconfigVM_Task, 'duration_secs': 0.531926} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.679292] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-037758f6-cd27-449f-b172-cea94db34a83/volume-037758f6-cd27-449f-b172-cea94db34a83.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.687506] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5055bcd0-3905-4393-a3b2-ffcc244cb025 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.701549] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27bb40b-c4b0-4332-b262-91284055105f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.706539] env[62849]: DEBUG oslo_vmware.api [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 1044.706539] env[62849]: value = "task-4404922" [ 1044.706539] env[62849]: _type = "Task" [ 1044.706539] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.725863] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance 'a1508298-e8bd-4c38-be61-fd2a3cf4bf9f' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.736959] env[62849]: DEBUG oslo_vmware.api [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.758829] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b37e357-ed89-489e-a7e3-6bad7c9353ff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.768730] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b65d62-4357-4bee-bca1-03c5211a422b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.806618] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5917a28-ff17-48f1-a296-7f27654c81d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.816242] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f91321-6f1a-4839-a38a-2369cc72d596 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.834487] env[62849]: DEBUG nova.compute.provider_tree [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.912450] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "9be1778d-680b-467f-af6a-130d39b2112b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.912831] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "9be1778d-680b-467f-af6a-130d39b2112b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.928952] env[62849]: INFO nova.compute.manager [-] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Took 1.62 seconds to deallocate network for instance. [ 1045.066645] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404920, 'name': RelocateVM_Task} progress is 67%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.217350] env[62849]: DEBUG oslo_vmware.api [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404922, 'name': ReconfigVM_Task, 'duration_secs': 0.199665} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.217642] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862110', 'volume_id': '037758f6-cd27-449f-b172-cea94db34a83', 'name': 'volume-037758f6-cd27-449f-b172-cea94db34a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ae233b-4556-4a6d-8a3f-dcc31f5d845e', 'attached_at': '', 'detached_at': '', 'volume_id': '037758f6-cd27-449f-b172-cea94db34a83', 'serial': '037758f6-cd27-449f-b172-cea94db34a83'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1045.233243] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.234052] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e541db9-53df-4ae4-b042-118c24a5e51c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.243470] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1045.243470] env[62849]: value = "task-4404923" [ 1045.243470] env[62849]: _type = "Task" [ 1045.243470] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.254409] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.358166] env[62849]: ERROR nova.scheduler.client.report [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [req-5809fdab-a80b-4eae-9ce3-05477e7183a1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5809fdab-a80b-4eae-9ce3-05477e7183a1"}]} [ 1045.376760] env[62849]: DEBUG nova.scheduler.client.report [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1045.393544] env[62849]: DEBUG nova.scheduler.client.report [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1045.393797] env[62849]: DEBUG nova.compute.provider_tree [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.409496] env[62849]: DEBUG nova.scheduler.client.report [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1045.415836] env[62849]: DEBUG nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.432980] env[62849]: DEBUG nova.scheduler.client.report [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1045.438656] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.571783] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404920, 'name': RelocateVM_Task} progress is 81%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.756155] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404923, 'name': PowerOffVM_Task, 'duration_secs': 0.217162} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.756155] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.756155] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance 'a1508298-e8bd-4c38-be61-fd2a3cf4bf9f' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.805764] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287db3dc-7456-48f2-af63-954bf59334c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.815310] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bc455e-c003-48ad-b3b8-0fd77bcca134 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.847936] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3821c7b-969c-45ca-b677-4f18b59ef228 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.856709] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7330043b-85ae-410e-a9d8-15f220575029 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.871930] env[62849]: DEBUG nova.compute.provider_tree [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.935570] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.068208] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404920, 'name': RelocateVM_Task} progress is 95%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.265490] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.265735] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.265889] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.266141] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.266309] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.266453] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.266661] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.266817] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.267054] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.267151] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.267322] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.273217] env[62849]: DEBUG nova.objects.instance [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'flavor' on Instance uuid 97ae233b-4556-4a6d-8a3f-dcc31f5d845e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.274954] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f33e73-a914-47bf-8ec2-b117e2e1ed30 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.293173] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1046.293173] env[62849]: value = "task-4404924" [ 1046.293173] env[62849]: _type = "Task" [ 1046.293173] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.302883] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.409016] env[62849]: DEBUG nova.scheduler.client.report [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.409383] env[62849]: DEBUG nova.compute.provider_tree [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 146 to 147 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.409659] env[62849]: DEBUG nova.compute.provider_tree [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.569368] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404920, 'name': RelocateVM_Task} progress is 98%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.789847] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d279124-d42a-42fb-948c-cb87edf04e08 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.879s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.805407] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404924, 'name': ReconfigVM_Task, 'duration_secs': 0.159486} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.805585] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance 'a1508298-e8bd-4c38-be61-fd2a3cf4bf9f' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.915046] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.576s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.915538] env[62849]: DEBUG nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.918409] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.485s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.918645] env[62849]: DEBUG nova.objects.instance [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lazy-loading 'resources' on Instance uuid 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.069602] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404920, 'name': RelocateVM_Task, 'duration_secs': 3.282302} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.071068] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.071068] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862085', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'name': 'volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2193fa87-1760-4d26-806b-ba596fb380f9', 'attached_at': '', 'detached_at': '', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'serial': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.071068] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2834483-e52e-4f63-8d25-5de8b9be0ec4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.087589] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f8cf3-810e-46b0-83ba-6da3840ba133 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.110486] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68/volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.110795] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-250fd401-1e74-40ef-b8d4-bd0976f3019b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.136019] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1047.136019] env[62849]: value = "task-4404925" [ 1047.136019] env[62849]: _type = "Task" [ 1047.136019] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.146286] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404925, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.227703] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.227974] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.311790] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.312048] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.312221] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.312444] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.312795] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.313343] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.313343] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.313468] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.313672] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.313743] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.313965] env[62849]: DEBUG nova.virt.hardware [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.319399] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.319723] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca990904-46ff-4ab8-ba0a-ddad526d31e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.339437] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1047.339437] env[62849]: value = "task-4404926" [ 1047.339437] env[62849]: _type = "Task" [ 1047.339437] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.348337] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.421708] env[62849]: DEBUG nova.compute.utils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.423374] env[62849]: DEBUG nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.424140] env[62849]: DEBUG nova.network.neutron [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.496027] env[62849]: DEBUG nova.policy [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26500c0efbe5408393566912fb9a8ce2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af333e170aba4346bcfa4cc43e89c069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.647461] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404925, 'name': ReconfigVM_Task, 'duration_secs': 0.291531} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.647789] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68/volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.655626] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee60b63e-80b5-41dd-9732-3912365b0814 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.671795] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1047.671795] env[62849]: value = "task-4404927" [ 1047.671795] env[62849]: _type = "Task" [ 1047.671795] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.682264] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.730637] env[62849]: INFO nova.compute.manager [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Detaching volume 037758f6-cd27-449f-b172-cea94db34a83 [ 1047.780069] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7084c6b-d291-4093-a90a-2e702eae74ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.786107] env[62849]: INFO nova.virt.block_device [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Attempting to driver detach volume 037758f6-cd27-449f-b172-cea94db34a83 from mountpoint /dev/sdb [ 1047.786107] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1047.786107] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862110', 'volume_id': '037758f6-cd27-449f-b172-cea94db34a83', 'name': 'volume-037758f6-cd27-449f-b172-cea94db34a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ae233b-4556-4a6d-8a3f-dcc31f5d845e', 'attached_at': '', 'detached_at': '', 'volume_id': '037758f6-cd27-449f-b172-cea94db34a83', 'serial': '037758f6-cd27-449f-b172-cea94db34a83'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1047.787810] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d389b3a-1acd-4eb2-bc21-c576a5416ac7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.795402] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5638f9-d37e-4617-a9ab-7735247e3103 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.818347] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b570241-e723-4680-9d09-09de14134dfe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.822813] env[62849]: DEBUG nova.network.neutron [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Successfully created port: d7606de6-2efe-4d48-b284-02f787132a71 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1047.853816] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5765a9-c37f-47cb-9167-93e15b688d94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.859400] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e7947-ac9c-404b-9dcb-2466a0d27037 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.867975] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404926, 'name': ReconfigVM_Task, 'duration_secs': 0.171231} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.869809] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d727315-c95a-4f08-b96d-4d436b3f20b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.874099] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.890347] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abf69c8-8145-458a-b04d-d60b412be2b1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.894150] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361054db-ff5b-471c-9c4a-46f53f311a39 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.905972] env[62849]: DEBUG nova.compute.provider_tree [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.925406] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] a1508298-e8bd-4c38-be61-fd2a3cf4bf9f/a1508298-e8bd-4c38-be61-fd2a3cf4bf9f.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.936846] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ee5b08-632f-4133-8ab2-5b79263c1687 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.951053] env[62849]: DEBUG nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.954147] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] The volume has not been displaced from its original location: [datastore2] volume-037758f6-cd27-449f-b172-cea94db34a83/volume-037758f6-cd27-449f-b172-cea94db34a83.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1047.958690] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.959592] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-421ec948-94e6-4e63-9063-6b7afb2e44e7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.979222] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1047.979222] env[62849]: value = "task-4404928" [ 1047.979222] env[62849]: _type = "Task" [ 1047.979222] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.980680] env[62849]: DEBUG oslo_vmware.api [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 1047.980680] env[62849]: value = "task-4404929" [ 1047.980680] env[62849]: _type = "Task" [ 1047.980680] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.994683] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.001361] env[62849]: DEBUG oslo_vmware.api [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.183367] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404927, 'name': ReconfigVM_Task, 'duration_secs': 0.122643} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.183731] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862085', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'name': 'volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2193fa87-1760-4d26-806b-ba596fb380f9', 'attached_at': '', 'detached_at': '', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'serial': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1048.184356] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dbb04d0-cc14-4099-9dc3-85de0375502f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.191095] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1048.191095] env[62849]: value = "task-4404930" [ 1048.191095] env[62849]: _type = "Task" [ 1048.191095] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.200373] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404930, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.419476] env[62849]: DEBUG nova.scheduler.client.report [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.496501] env[62849]: DEBUG oslo_vmware.api [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404929, 'name': ReconfigVM_Task, 'duration_secs': 0.239907} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.497158] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404928, 'name': ReconfigVM_Task, 'duration_secs': 0.304328} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.497158] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.501746] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Reconfigured VM instance instance-00000062 to attach disk [datastore2] a1508298-e8bd-4c38-be61-fd2a3cf4bf9f/a1508298-e8bd-4c38-be61-fd2a3cf4bf9f.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.502029] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance 'a1508298-e8bd-4c38-be61-fd2a3cf4bf9f' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.506054] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda6426f-87a0-4b26-9956-907ca94e972b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.524495] env[62849]: DEBUG oslo_vmware.api [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 1048.524495] env[62849]: value = "task-4404931" [ 1048.524495] env[62849]: _type = "Task" [ 1048.524495] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.534318] env[62849]: DEBUG oslo_vmware.api [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.703030] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404930, 'name': Rename_Task, 'duration_secs': 0.143608} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.703447] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.703447] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5cbabf7-813a-4a0c-8ed8-ca66a7254111 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.712791] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1048.712791] env[62849]: value = "task-4404932" [ 1048.712791] env[62849]: _type = "Task" [ 1048.712791] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.722347] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.928900] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.931641] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.002s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.965394] env[62849]: DEBUG nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.968887] env[62849]: INFO nova.scheduler.client.report [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted allocations for instance 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5 [ 1048.994942] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.995345] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.995511] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.995975] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.996176] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.996329] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.996542] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.996709] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.997074] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.997269] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.997440] env[62849]: DEBUG nova.virt.hardware [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.998323] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a94cd6-90da-4666-82c6-4acea3006f4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.007097] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe5b874-9259-4c8c-8cf8-486d9a47a1d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.025832] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa0d76-4a0a-4c87-ab13-2881d2fc8224 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.038294] env[62849]: DEBUG oslo_vmware.api [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404931, 'name': ReconfigVM_Task, 'duration_secs': 0.151001} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.053681] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862110', 'volume_id': '037758f6-cd27-449f-b172-cea94db34a83', 'name': 'volume-037758f6-cd27-449f-b172-cea94db34a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97ae233b-4556-4a6d-8a3f-dcc31f5d845e', 'attached_at': '', 'detached_at': '', 'volume_id': '037758f6-cd27-449f-b172-cea94db34a83', 'serial': '037758f6-cd27-449f-b172-cea94db34a83'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1049.057034] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091b2db1-a27a-4422-b630-5bcf8090aaec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.077799] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance 'a1508298-e8bd-4c38-be61-fd2a3cf4bf9f' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.225355] env[62849]: DEBUG oslo_vmware.api [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4404932, 'name': PowerOnVM_Task, 'duration_secs': 0.511395} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.225641] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.225947] env[62849]: INFO nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1049.226169] env[62849]: DEBUG nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.227122] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f422458f-79bf-42ad-9a7e-1bbefea47410 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.281182] env[62849]: DEBUG nova.compute.manager [req-6f2df772-9e85-403c-bc35-8508901bf9e0 req-1de30b4a-833c-4ddf-8bad-35880d8af444 service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Received event network-vif-plugged-d7606de6-2efe-4d48-b284-02f787132a71 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1049.281486] env[62849]: DEBUG oslo_concurrency.lockutils [req-6f2df772-9e85-403c-bc35-8508901bf9e0 req-1de30b4a-833c-4ddf-8bad-35880d8af444 service nova] Acquiring lock "44975696-888c-4db5-8b92-2c2e3fbf2291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.281713] env[62849]: DEBUG oslo_concurrency.lockutils [req-6f2df772-9e85-403c-bc35-8508901bf9e0 req-1de30b4a-833c-4ddf-8bad-35880d8af444 service nova] Lock "44975696-888c-4db5-8b92-2c2e3fbf2291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.281880] env[62849]: DEBUG oslo_concurrency.lockutils [req-6f2df772-9e85-403c-bc35-8508901bf9e0 req-1de30b4a-833c-4ddf-8bad-35880d8af444 service nova] Lock "44975696-888c-4db5-8b92-2c2e3fbf2291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.282062] env[62849]: DEBUG nova.compute.manager [req-6f2df772-9e85-403c-bc35-8508901bf9e0 req-1de30b4a-833c-4ddf-8bad-35880d8af444 service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] No waiting events found dispatching network-vif-plugged-d7606de6-2efe-4d48-b284-02f787132a71 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.282236] env[62849]: WARNING nova.compute.manager [req-6f2df772-9e85-403c-bc35-8508901bf9e0 req-1de30b4a-833c-4ddf-8bad-35880d8af444 service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Received unexpected event network-vif-plugged-d7606de6-2efe-4d48-b284-02f787132a71 for instance with vm_state building and task_state spawning. [ 1049.427925] env[62849]: DEBUG nova.network.neutron [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Successfully updated port: d7606de6-2efe-4d48-b284-02f787132a71 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.440186] env[62849]: INFO nova.compute.claims [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.477087] env[62849]: DEBUG oslo_concurrency.lockutils [None req-010068e2-15fe-4aa3-b688-d523464451e2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "4389b57a-74ee-4c45-9c97-5b95b4d4e3a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.081s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.601091] env[62849]: ERROR nova.compute.manager [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Failed to confirm volume detach for volume 037758f6-cd27-449f-b172-cea94db34a83. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 1049.601783] env[62849]: DEBUG nova.objects.instance [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'flavor' on Instance uuid 97ae233b-4556-4a6d-8a3f-dcc31f5d845e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.620634] env[62849]: DEBUG nova.network.neutron [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Port 92236081-8ca5-4853-a465-9fba6f534cbe binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1049.749511] env[62849]: INFO nova.compute.manager [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Took 29.68 seconds to build instance. [ 1049.927315] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "refresh_cache-44975696-888c-4db5-8b92-2c2e3fbf2291" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.927412] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "refresh_cache-44975696-888c-4db5-8b92-2c2e3fbf2291" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.927569] env[62849]: DEBUG nova.network.neutron [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1049.947993] env[62849]: INFO nova.compute.resource_tracker [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating resource usage from migration 068af999-9ae7-4bc2-93c4-51be415f4e8f [ 1050.251664] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be3394fa-fc54-4117-a590-a65221504d1e tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.938s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.291192] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b3279-9060-4aaf-8a7d-3b6498dd9c0f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.299373] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb37fe-743f-4f9f-8dbc-dfb796c92e86 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.331648] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cb8645-2e60-45c0-8557-f397a531b142 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.340130] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50a354f-f0e7-469b-bcf2-e9f3ec4348d2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.354952] env[62849]: DEBUG nova.compute.provider_tree [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.490765] env[62849]: DEBUG nova.network.neutron [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.612922] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7094fe4a-5f20-4da2-90bb-05b3c88b3060 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.385s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.645354] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.645614] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.645751] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.763541] env[62849]: DEBUG nova.network.neutron [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Updating instance_info_cache with network_info: [{"id": "d7606de6-2efe-4d48-b284-02f787132a71", "address": "fa:16:3e:b8:68:cb", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7606de6-2e", "ovs_interfaceid": "d7606de6-2efe-4d48-b284-02f787132a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.857706] env[62849]: DEBUG nova.scheduler.client.report [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.266625] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "refresh_cache-44975696-888c-4db5-8b92-2c2e3fbf2291" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.267162] env[62849]: DEBUG nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Instance network_info: |[{"id": "d7606de6-2efe-4d48-b284-02f787132a71", "address": "fa:16:3e:b8:68:cb", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7606de6-2e", "ovs_interfaceid": "d7606de6-2efe-4d48-b284-02f787132a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.267428] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:68:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7606de6-2efe-4d48-b284-02f787132a71', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.275584] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.275683] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.275871] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b5c74cb-62ec-4a38-a934-e42f39f13b6f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.300212] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.300212] env[62849]: value = "task-4404933" [ 1051.300212] env[62849]: _type = "Task" [ 1051.300212] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.311581] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404933, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.322276] env[62849]: DEBUG nova.compute.manager [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Received event network-changed-d7606de6-2efe-4d48-b284-02f787132a71 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1051.323721] env[62849]: DEBUG nova.compute.manager [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Refreshing instance network info cache due to event network-changed-d7606de6-2efe-4d48-b284-02f787132a71. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1051.323721] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Acquiring lock "refresh_cache-44975696-888c-4db5-8b92-2c2e3fbf2291" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.323721] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Acquired lock "refresh_cache-44975696-888c-4db5-8b92-2c2e3fbf2291" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.323721] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Refreshing network info cache for port d7606de6-2efe-4d48-b284-02f787132a71 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.363539] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.363880] env[62849]: INFO nova.compute.manager [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Migrating [ 1051.375650] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.192s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.377849] env[62849]: INFO nova.compute.claims [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.552616] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.552921] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.553172] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.553360] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.553533] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.555826] env[62849]: INFO nova.compute.manager [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Terminating instance [ 1051.681419] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.681670] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.681858] env[62849]: DEBUG nova.network.neutron [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1051.810849] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404933, 'name': CreateVM_Task, 'duration_secs': 0.343741} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.811189] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.811652] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.811868] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.812207] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.812472] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e90e8f-82ae-448f-b565-358e67e5a699 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.818350] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1051.818350] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52253560-3618-f700-d5ee-182482e16a2e" [ 1051.818350] env[62849]: _type = "Task" [ 1051.818350] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.831627] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52253560-3618-f700-d5ee-182482e16a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.895900] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.896425] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.896425] env[62849]: DEBUG nova.network.neutron [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.059766] env[62849]: DEBUG nova.compute.manager [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.060054] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.060873] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b742f78a-74dc-4760-be67-0ca140e72214 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.070411] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.070672] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5613ae18-3ff0-4aee-a5cb-fa6341d31302 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.078724] env[62849]: DEBUG oslo_vmware.api [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 1052.078724] env[62849]: value = "task-4404934" [ 1052.078724] env[62849]: _type = "Task" [ 1052.078724] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.090679] env[62849]: DEBUG oslo_vmware.api [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.099710] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Updated VIF entry in instance network info cache for port d7606de6-2efe-4d48-b284-02f787132a71. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.100161] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Updating instance_info_cache with network_info: [{"id": "d7606de6-2efe-4d48-b284-02f787132a71", "address": "fa:16:3e:b8:68:cb", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7606de6-2e", "ovs_interfaceid": "d7606de6-2efe-4d48-b284-02f787132a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.339132] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52253560-3618-f700-d5ee-182482e16a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.339656] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.340105] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.340497] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.340782] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.341119] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.345461] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b674e0-93ff-4d8e-a9cb-a4b1c2f50ddc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.358527] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.358813] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.360039] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5766c85a-5365-44f9-85c8-947ecd280668 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.368452] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1052.368452] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5206d572-83d8-825b-3c8c-4af09b06f5c4" [ 1052.368452] env[62849]: _type = "Task" [ 1052.368452] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.383167] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5206d572-83d8-825b-3c8c-4af09b06f5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.388119] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f078c655-52c3-4df8-9667-f56965f8f1e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.406620] env[62849]: DEBUG nova.compute.manager [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1052.415025] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1052.415025] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523b52ae-0549-876b-00d6-6e8f54493a31" [ 1052.415025] env[62849]: _type = "Task" [ 1052.415025] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.431151] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523b52ae-0549-876b-00d6-6e8f54493a31, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.432027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.432027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 44975696-888c-4db5-8b92-2c2e3fbf2291/44975696-888c-4db5-8b92-2c2e3fbf2291.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.432385] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c140707-9406-463f-8a7b-31cdfa0f7bde {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.443043] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1052.443043] env[62849]: value = "task-4404935" [ 1052.443043] env[62849]: _type = "Task" [ 1052.443043] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.466162] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.487782] env[62849]: DEBUG nova.network.neutron [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance_info_cache with network_info: [{"id": "92236081-8ca5-4853-a465-9fba6f534cbe", "address": "fa:16:3e:ed:e3:94", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92236081-8c", "ovs_interfaceid": "92236081-8ca5-4853-a465-9fba6f534cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.593902] env[62849]: DEBUG oslo_vmware.api [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404934, 'name': PowerOffVM_Task, 'duration_secs': 0.283386} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.593902] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.593902] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.593902] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6728320b-8dc3-485f-a6b9-2d724ab7d5fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.602964] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Releasing lock "refresh_cache-44975696-888c-4db5-8b92-2c2e3fbf2291" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.603248] env[62849]: DEBUG nova.compute.manager [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Received event network-changed-36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1052.603411] env[62849]: DEBUG nova.compute.manager [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Refreshing instance network info cache due to event network-changed-36bcc073-d970-4b5c-9e69-c54d76d347d5. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1052.603629] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Acquiring lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.603772] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Acquired lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.603931] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Refreshing network info cache for port 36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.657326] env[62849]: DEBUG nova.network.neutron [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance_info_cache with network_info: [{"id": "9b0dbe35-0361-448e-a101-8dedf3857649", "address": "fa:16:3e:6e:35:45", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0dbe35-03", "ovs_interfaceid": "9b0dbe35-0361-448e-a101-8dedf3857649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.674551] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.674891] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.675132] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleting the datastore file [datastore2] 97ae233b-4556-4a6d-8a3f-dcc31f5d845e {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.675484] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7694f7-be59-4dbd-b73f-4f20b0c08b6e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.685047] env[62849]: DEBUG oslo_vmware.api [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for the task: (returnval){ [ 1052.685047] env[62849]: value = "task-4404937" [ 1052.685047] env[62849]: _type = "Task" [ 1052.685047] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.701122] env[62849]: DEBUG oslo_vmware.api [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.710976] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.711265] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.791729] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32572dd-9926-4c57-90f2-681f64b5e153 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.801885] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cfa85d-e09b-448c-a957-ee79ba50de06 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.836143] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a346e7f-c85a-4057-9611-978b76d424f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.845431] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f257ed1-f8e9-4f7f-aeec-f8d238a68b5d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.863534] env[62849]: DEBUG nova.compute.provider_tree [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.928673] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.957741] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487808} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.958090] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 44975696-888c-4db5-8b92-2c2e3fbf2291/44975696-888c-4db5-8b92-2c2e3fbf2291.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.958362] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.958685] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c3c1809-d964-4c6c-8e33-5939b73da664 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.965569] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1052.965569] env[62849]: value = "task-4404938" [ 1052.965569] env[62849]: _type = "Task" [ 1052.965569] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.974551] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.995050] env[62849]: DEBUG oslo_concurrency.lockutils [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.160449] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.195856] env[62849]: DEBUG oslo_vmware.api [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Task: {'id': task-4404937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325874} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.196042] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.196219] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.196396] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.196566] env[62849]: INFO nova.compute.manager [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.196808] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.196993] env[62849]: DEBUG nova.compute.manager [-] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.197099] env[62849]: DEBUG nova.network.neutron [-] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1053.214235] env[62849]: DEBUG nova.compute.utils [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.310368] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updated VIF entry in instance network info cache for port 36bcc073-d970-4b5c-9e69-c54d76d347d5. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.310725] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updating instance_info_cache with network_info: [{"id": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "address": "fa:16:3e:fa:0c:38", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36bcc073-d9", "ovs_interfaceid": "36bcc073-d970-4b5c-9e69-c54d76d347d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.367571] env[62849]: DEBUG nova.scheduler.client.report [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.477373] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080244} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.477705] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.478667] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f73940-91b8-4e62-ba90-f0ca6c7c382c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.501794] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 44975696-888c-4db5-8b92-2c2e3fbf2291/44975696-888c-4db5-8b92-2c2e3fbf2291.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.505281] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f600ae4d-a6b8-4e06-ba9b-0ad27fbfec79 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.531474] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1053.531474] env[62849]: value = "task-4404939" [ 1053.531474] env[62849]: _type = "Task" [ 1053.531474] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.542825] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.547192] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec4216-9af7-409f-9f31-bd19516146e2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.568911] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3b645c-23a1-403a-a695-b307fb6ebc1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.576682] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance 'a1508298-e8bd-4c38-be61-fd2a3cf4bf9f' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.717360] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.739718] env[62849]: DEBUG nova.compute.manager [req-db6eecbf-cebd-4f7a-9a27-176fc1a360eb req-07d1f293-7bdf-4600-aa3b-c262e13c0215 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Received event network-vif-deleted-ada37106-a37a-4d1f-bcfb-1295d61aed34 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1053.739934] env[62849]: INFO nova.compute.manager [req-db6eecbf-cebd-4f7a-9a27-176fc1a360eb req-07d1f293-7bdf-4600-aa3b-c262e13c0215 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Neutron deleted interface ada37106-a37a-4d1f-bcfb-1295d61aed34; detaching it from the instance and deleting it from the info cache [ 1053.740339] env[62849]: DEBUG nova.network.neutron [req-db6eecbf-cebd-4f7a-9a27-176fc1a360eb req-07d1f293-7bdf-4600-aa3b-c262e13c0215 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.815744] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Releasing lock "refresh_cache-9fad31fa-0721-421d-b913-0dfe90ed8c18" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.815744] env[62849]: DEBUG nova.compute.manager [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Received event network-changed-5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1053.815744] env[62849]: DEBUG nova.compute.manager [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Refreshing instance network info cache due to event network-changed-5aee4f25-0316-43bf-8a85-0a6dafd32df8. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1053.815744] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Acquiring lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.815744] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Acquired lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.815744] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Refreshing network info cache for port 5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.876018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.876018] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.883134] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.641s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.883134] env[62849]: INFO nova.compute.claims [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.045935] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404939, 'name': ReconfigVM_Task, 'duration_secs': 0.302114} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.045935] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 44975696-888c-4db5-8b92-2c2e3fbf2291/44975696-888c-4db5-8b92-2c2e3fbf2291.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.045935] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e28957df-9682-420b-869b-309c1f541111 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.052311] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1054.052311] env[62849]: value = "task-4404940" [ 1054.052311] env[62849]: _type = "Task" [ 1054.052311] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.061396] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404940, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.083446] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.083747] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f78219-f2fa-4fbe-a529-09e5b1335208 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.090765] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1054.090765] env[62849]: value = "task-4404941" [ 1054.090765] env[62849]: _type = "Task" [ 1054.090765] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.099248] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.176089] env[62849]: DEBUG nova.network.neutron [-] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.244909] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4d3951f-c5c0-4821-94f0-27b7a4acc3b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.259343] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81a3da-1ae1-4c14-bb6c-bb3911640e4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.301242] env[62849]: DEBUG nova.compute.manager [req-db6eecbf-cebd-4f7a-9a27-176fc1a360eb req-07d1f293-7bdf-4600-aa3b-c262e13c0215 service nova] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Detach interface failed, port_id=ada37106-a37a-4d1f-bcfb-1295d61aed34, reason: Instance 97ae233b-4556-4a6d-8a3f-dcc31f5d845e could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1054.383039] env[62849]: DEBUG nova.compute.utils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.383818] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.384020] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1054.438104] env[62849]: DEBUG nova.policy [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e64e3c187444ddf97b964b1c36767d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c3acf7c6b05449fab1a087e97e7389f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.563710] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404940, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.598302] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updated VIF entry in instance network info cache for port 5aee4f25-0316-43bf-8a85-0a6dafd32df8. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1054.598670] env[62849]: DEBUG nova.network.neutron [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance_info_cache with network_info: [{"id": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "address": "fa:16:3e:64:5f:ca", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aee4f25-03", "ovs_interfaceid": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.603277] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.677522] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece473d5-f310-4211-b4c1-4508cc6fc701 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.681287] env[62849]: INFO nova.compute.manager [-] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Took 1.48 seconds to deallocate network for instance. [ 1054.702877] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance '06eb8400-9835-4a15-9aca-44bd4453ee8f' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.809116] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.809116] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.809314] env[62849]: INFO nova.compute.manager [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Attaching volume 0845260a-0fc2-454a-8577-7a205290b225 to /dev/sdb [ 1054.837260] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Successfully created port: 4155ceb8-e2be-44e4-a762-8a46cd8d9e17 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1054.858042] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b319874-723e-4c52-8c4c-8d063d0b39a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.865665] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ac4066-c601-47c8-a88e-99dc39c44bc6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.879630] env[62849]: DEBUG nova.virt.block_device [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating existing volume attachment record: b9ce4484-65ba-486f-9926-458480b675fe {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1054.888915] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.067601] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404940, 'name': Rename_Task, 'duration_secs': 0.90497} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.067601] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.067601] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f13506a-2725-4278-b81b-5209953e3fb0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.076707] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1055.076707] env[62849]: value = "task-4404943" [ 1055.076707] env[62849]: _type = "Task" [ 1055.076707] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.085669] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.103152] env[62849]: DEBUG oslo_vmware.api [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4404941, 'name': PowerOnVM_Task, 'duration_secs': 0.714691} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.103487] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.103690] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-bd1765f8-25c5-4dd3-aa9a-305fda9ba6d2 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance 'a1508298-e8bd-4c38-be61-fd2a3cf4bf9f' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.110142] env[62849]: DEBUG oslo_concurrency.lockutils [req-fd5d4fdf-28f9-4d48-9647-9bab77f34f8b req-6993d21d-a737-4b66-8860-f3837e1fdd1d service nova] Releasing lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.208840] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.210617] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.213728] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35aa5851-d73d-4efa-a02c-98b88de7b222 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.222524] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1055.222524] env[62849]: value = "task-4404946" [ 1055.222524] env[62849]: _type = "Task" [ 1055.222524] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.234543] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.292260] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91792dfd-c53b-4458-8e67-aa4ca52ff019 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.302290] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2bab4-0065-4892-b123-4acef08bae9d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.334576] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e4d69c-ed2b-4531-a89e-01ce875bb162 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.344462] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38597b3-4a0c-4127-a211-6899c6e5619e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.360220] env[62849]: DEBUG nova.compute.provider_tree [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.589062] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404943, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.733321] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404946, 'name': PowerOffVM_Task, 'duration_secs': 0.208627} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.733584] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.733807] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance '06eb8400-9835-4a15-9aca-44bd4453ee8f' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.864322] env[62849]: DEBUG nova.scheduler.client.report [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.901580] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.930019] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.930185] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.930229] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.930424] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.930579] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.930727] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.930937] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.931110] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.931293] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.931536] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.931726] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.932712] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0797cbe2-3b5b-4a15-bbec-e121160b1332 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.942779] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d73dfe-62ff-4eab-a838-973ae30c70a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.087474] env[62849]: DEBUG oslo_vmware.api [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404943, 'name': PowerOnVM_Task, 'duration_secs': 0.529005} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.087762] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.087972] env[62849]: INFO nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1056.088167] env[62849]: DEBUG nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.088961] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccc119f-4cd9-4155-8c13-26c5f5ee9b60 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.240284] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.240284] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.240482] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.240874] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.240874] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.240874] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.241038] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.242286] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.242286] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.242286] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.242286] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.246793] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9beaad85-b6b9-467d-a738-f1c386c5f7c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.263539] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1056.263539] env[62849]: value = "task-4404947" [ 1056.263539] env[62849]: _type = "Task" [ 1056.263539] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.272439] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.331309] env[62849]: DEBUG nova.compute.manager [req-b36d581c-584b-4332-af1e-81357a6046c4 req-f9ac2078-7899-40af-936d-70471c859518 service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Received event network-vif-plugged-4155ceb8-e2be-44e4-a762-8a46cd8d9e17 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1056.331445] env[62849]: DEBUG oslo_concurrency.lockutils [req-b36d581c-584b-4332-af1e-81357a6046c4 req-f9ac2078-7899-40af-936d-70471c859518 service nova] Acquiring lock "fc37b4f3-686b-47c8-9091-58f07c0407ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.331762] env[62849]: DEBUG oslo_concurrency.lockutils [req-b36d581c-584b-4332-af1e-81357a6046c4 req-f9ac2078-7899-40af-936d-70471c859518 service nova] Lock "fc37b4f3-686b-47c8-9091-58f07c0407ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.331901] env[62849]: DEBUG oslo_concurrency.lockutils [req-b36d581c-584b-4332-af1e-81357a6046c4 req-f9ac2078-7899-40af-936d-70471c859518 service nova] Lock "fc37b4f3-686b-47c8-9091-58f07c0407ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.332378] env[62849]: DEBUG nova.compute.manager [req-b36d581c-584b-4332-af1e-81357a6046c4 req-f9ac2078-7899-40af-936d-70471c859518 service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] No waiting events found dispatching network-vif-plugged-4155ceb8-e2be-44e4-a762-8a46cd8d9e17 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.332729] env[62849]: WARNING nova.compute.manager [req-b36d581c-584b-4332-af1e-81357a6046c4 req-f9ac2078-7899-40af-936d-70471c859518 service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Received unexpected event network-vif-plugged-4155ceb8-e2be-44e4-a762-8a46cd8d9e17 for instance with vm_state building and task_state spawning. [ 1056.371871] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.372408] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.375122] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.881s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.375827] env[62849]: DEBUG nova.objects.instance [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lazy-loading 'resources' on Instance uuid f47a83eb-5d33-41d5-b6a4-34a01f2d6025 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.427625] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Successfully updated port: 4155ceb8-e2be-44e4-a762-8a46cd8d9e17 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1056.608402] env[62849]: INFO nova.compute.manager [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Took 20.57 seconds to build instance. [ 1056.776359] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404947, 'name': ReconfigVM_Task, 'duration_secs': 0.27549} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.776686] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance '06eb8400-9835-4a15-9aca-44bd4453ee8f' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.879939] env[62849]: DEBUG nova.compute.utils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.884247] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.884485] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1056.931558] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "refresh_cache-fc37b4f3-686b-47c8-9091-58f07c0407ce" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.931558] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "refresh_cache-fc37b4f3-686b-47c8-9091-58f07c0407ce" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.931558] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1056.960238] env[62849]: DEBUG nova.policy [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e64e3c187444ddf97b964b1c36767d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c3acf7c6b05449fab1a087e97e7389f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.074728] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.075009] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.075220] env[62849]: DEBUG nova.compute.manager [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Going to confirm migration 5 {{(pid=62849) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1057.111040] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4fd9f76a-88e0-404b-aa08-3e47117c53e7 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "44975696-888c-4db5-8b92-2c2e3fbf2291" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.092s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.283574] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.283848] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.283969] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.284163] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.284306] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.284450] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.284659] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.284815] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.284982] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.288654] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.288898] env[62849]: DEBUG nova.virt.hardware [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.296718] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.300229] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b708cdf7-5964-4d42-af94-f8611372280e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.317611] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5f9167-81db-42af-a7c1-4b23d81ce96b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.327406] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5422b56e-2de7-4ec0-97fb-50820b5b19a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.332601] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1057.332601] env[62849]: value = "task-4404949" [ 1057.332601] env[62849]: _type = "Task" [ 1057.332601] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.367113] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769a4265-a0f0-475c-8699-8e93766f02b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.373716] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.381972] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f83b9f8-ca33-42b3-9349-9c86444cd549 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.388522] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.399909] env[62849]: DEBUG nova.compute.provider_tree [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.423470] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Successfully created port: c7de73f8-e332-4659-be2e-59542be3182d {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1057.476731] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1057.628341] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.628563] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.628808] env[62849]: DEBUG nova.network.neutron [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1057.629062] env[62849]: DEBUG nova.objects.instance [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lazy-loading 'info_cache' on Instance uuid a1508298-e8bd-4c38-be61-fd2a3cf4bf9f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.689868] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Updating instance_info_cache with network_info: [{"id": "4155ceb8-e2be-44e4-a762-8a46cd8d9e17", "address": "fa:16:3e:25:79:ce", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4155ceb8-e2", "ovs_interfaceid": "4155ceb8-e2be-44e4-a762-8a46cd8d9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.824575] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae73169-597a-426f-849d-1169563b2016 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.832151] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dc136a94-a7d4-4a4f-add6-6244e9362733 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Suspending the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1057.832646] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a7e7e424-a60b-404d-8bf7-2b4488986cfa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.851021] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404949, 'name': ReconfigVM_Task, 'duration_secs': 0.318376} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.851453] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.852524] env[62849]: DEBUG oslo_vmware.api [None req-dc136a94-a7d4-4a4f-add6-6244e9362733 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1057.852524] env[62849]: value = "task-4404950" [ 1057.852524] env[62849]: _type = "Task" [ 1057.852524] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.853663] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d492c5-deb7-47cf-a15d-c22a863fa31b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.871321] env[62849]: DEBUG oslo_vmware.api [None req-dc136a94-a7d4-4a4f-add6-6244e9362733 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404950, 'name': SuspendVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.897658] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 06eb8400-9835-4a15-9aca-44bd4453ee8f/06eb8400-9835-4a15-9aca-44bd4453ee8f.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.897969] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-804850c3-298d-4890-aef7-036cc6f3aace {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.915187] env[62849]: DEBUG nova.scheduler.client.report [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.926761] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1057.926761] env[62849]: value = "task-4404951" [ 1057.926761] env[62849]: _type = "Task" [ 1057.926761] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.939921] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.193457] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "refresh_cache-fc37b4f3-686b-47c8-9091-58f07c0407ce" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.193971] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Instance network_info: |[{"id": "4155ceb8-e2be-44e4-a762-8a46cd8d9e17", "address": "fa:16:3e:25:79:ce", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4155ceb8-e2", "ovs_interfaceid": "4155ceb8-e2be-44e4-a762-8a46cd8d9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.194596] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:79:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4155ceb8-e2be-44e4-a762-8a46cd8d9e17', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.203850] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.204160] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.204404] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3827d3bf-26b8-4771-86f6-f72dfef21b59 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.228149] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.228149] env[62849]: value = "task-4404952" [ 1058.228149] env[62849]: _type = "Task" [ 1058.228149] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.237964] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404952, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.372713] env[62849]: DEBUG oslo_vmware.api [None req-dc136a94-a7d4-4a4f-add6-6244e9362733 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404950, 'name': SuspendVM_Task} progress is 62%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.375278] env[62849]: DEBUG nova.compute.manager [req-d674ea4e-4bf9-486f-a19f-9e195c25a367 req-a5f43e87-b809-4030-b840-d72794f39e61 service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Received event network-changed-4155ceb8-e2be-44e4-a762-8a46cd8d9e17 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1058.375478] env[62849]: DEBUG nova.compute.manager [req-d674ea4e-4bf9-486f-a19f-9e195c25a367 req-a5f43e87-b809-4030-b840-d72794f39e61 service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Refreshing instance network info cache due to event network-changed-4155ceb8-e2be-44e4-a762-8a46cd8d9e17. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1058.375712] env[62849]: DEBUG oslo_concurrency.lockutils [req-d674ea4e-4bf9-486f-a19f-9e195c25a367 req-a5f43e87-b809-4030-b840-d72794f39e61 service nova] Acquiring lock "refresh_cache-fc37b4f3-686b-47c8-9091-58f07c0407ce" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.375848] env[62849]: DEBUG oslo_concurrency.lockutils [req-d674ea4e-4bf9-486f-a19f-9e195c25a367 req-a5f43e87-b809-4030-b840-d72794f39e61 service nova] Acquired lock "refresh_cache-fc37b4f3-686b-47c8-9091-58f07c0407ce" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.376021] env[62849]: DEBUG nova.network.neutron [req-d674ea4e-4bf9-486f-a19f-9e195c25a367 req-a5f43e87-b809-4030-b840-d72794f39e61 service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Refreshing network info cache for port 4155ceb8-e2be-44e4-a762-8a46cd8d9e17 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.421775] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.426149] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.429239] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.125s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.429624] env[62849]: DEBUG nova.objects.instance [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lazy-loading 'resources' on Instance uuid 8a127c3a-de4c-4f21-8b80-6e1cc169504e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.446046] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.461526] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.461868] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.462152] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.462497] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.462762] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.463157] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.463314] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.463901] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.463901] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.464086] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.464245] env[62849]: DEBUG nova.virt.hardware [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.465443] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1528a1a3-a71d-4cb9-831d-dc3f8a492bc9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.476203] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84a16fd-fa5d-420e-91e6-a700089168bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.482040] env[62849]: INFO nova.scheduler.client.report [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Deleted allocations for instance f47a83eb-5d33-41d5-b6a4-34a01f2d6025 [ 1058.747656] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404952, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.869538] env[62849]: DEBUG oslo_vmware.api [None req-dc136a94-a7d4-4a4f-add6-6244e9362733 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404950, 'name': SuspendVM_Task, 'duration_secs': 0.949276} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.869860] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dc136a94-a7d4-4a4f-add6-6244e9362733 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Suspended the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1058.870082] env[62849]: DEBUG nova.compute.manager [None req-dc136a94-a7d4-4a4f-add6-6244e9362733 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.870901] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1134b6-129e-4f73-99ea-d9eca417165e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.943849] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404951, 'name': ReconfigVM_Task, 'duration_secs': 0.582071} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.944378] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 06eb8400-9835-4a15-9aca-44bd4453ee8f/06eb8400-9835-4a15-9aca-44bd4453ee8f.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.944469] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance '06eb8400-9835-4a15-9aca-44bd4453ee8f' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.975569] env[62849]: DEBUG nova.network.neutron [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance_info_cache with network_info: [{"id": "92236081-8ca5-4853-a465-9fba6f534cbe", "address": "fa:16:3e:ed:e3:94", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92236081-8c", "ovs_interfaceid": "92236081-8ca5-4853-a465-9fba6f534cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.002067] env[62849]: DEBUG oslo_concurrency.lockutils [None req-72c3d90b-64f7-47d3-aec3-54c6daeaaebb tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "f47a83eb-5d33-41d5-b6a4-34a01f2d6025" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.539s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.148205] env[62849]: DEBUG nova.network.neutron [req-d674ea4e-4bf9-486f-a19f-9e195c25a367 req-a5f43e87-b809-4030-b840-d72794f39e61 service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Updated VIF entry in instance network info cache for port 4155ceb8-e2be-44e4-a762-8a46cd8d9e17. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.148814] env[62849]: DEBUG nova.network.neutron [req-d674ea4e-4bf9-486f-a19f-9e195c25a367 req-a5f43e87-b809-4030-b840-d72794f39e61 service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Updating instance_info_cache with network_info: [{"id": "4155ceb8-e2be-44e4-a762-8a46cd8d9e17", "address": "fa:16:3e:25:79:ce", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4155ceb8-e2", "ovs_interfaceid": "4155ceb8-e2be-44e4-a762-8a46cd8d9e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.246139] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404952, 'name': CreateVM_Task, 'duration_secs': 0.566147} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.246367] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.247223] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.247436] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.247780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.248092] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6bb13c-c9b8-4f34-a532-09a854f29c62 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.259341] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1059.259341] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5220471f-0da6-7f3d-7117-b4879eefc369" [ 1059.259341] env[62849]: _type = "Task" [ 1059.259341] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.270393] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5220471f-0da6-7f3d-7117-b4879eefc369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.339163] env[62849]: DEBUG nova.compute.manager [req-81241530-dc09-4bdc-9e89-c135923c62fa req-d8896bd6-180e-41b6-8bc9-7ef70bdaa6be service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Received event network-vif-plugged-c7de73f8-e332-4659-be2e-59542be3182d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1059.339163] env[62849]: DEBUG oslo_concurrency.lockutils [req-81241530-dc09-4bdc-9e89-c135923c62fa req-d8896bd6-180e-41b6-8bc9-7ef70bdaa6be service nova] Acquiring lock "4bed0d50-658b-411c-9551-6bdaf4aca123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.339305] env[62849]: DEBUG oslo_concurrency.lockutils [req-81241530-dc09-4bdc-9e89-c135923c62fa req-d8896bd6-180e-41b6-8bc9-7ef70bdaa6be service nova] Lock "4bed0d50-658b-411c-9551-6bdaf4aca123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.339575] env[62849]: DEBUG oslo_concurrency.lockutils [req-81241530-dc09-4bdc-9e89-c135923c62fa req-d8896bd6-180e-41b6-8bc9-7ef70bdaa6be service nova] Lock "4bed0d50-658b-411c-9551-6bdaf4aca123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.339678] env[62849]: DEBUG nova.compute.manager [req-81241530-dc09-4bdc-9e89-c135923c62fa req-d8896bd6-180e-41b6-8bc9-7ef70bdaa6be service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] No waiting events found dispatching network-vif-plugged-c7de73f8-e332-4659-be2e-59542be3182d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.339841] env[62849]: WARNING nova.compute.manager [req-81241530-dc09-4bdc-9e89-c135923c62fa req-d8896bd6-180e-41b6-8bc9-7ef70bdaa6be service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Received unexpected event network-vif-plugged-c7de73f8-e332-4659-be2e-59542be3182d for instance with vm_state building and task_state spawning. [ 1059.346281] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c6e5c9-6776-4690-9bfb-e2975624ecc4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.356681] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c82d285-613d-438b-896a-23013f3711ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.395464] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc3547c-a46d-4c84-a599-3526f4688100 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.405650] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f061121-cfef-45dc-93b6-ef41348d8807 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.430087] env[62849]: DEBUG nova.compute.provider_tree [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.451142] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1059.451393] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862114', 'volume_id': '0845260a-0fc2-454a-8577-7a205290b225', 'name': 'volume-0845260a-0fc2-454a-8577-7a205290b225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffa3e5e3-d22d-4127-840b-d8ce8cfa099d', 'attached_at': '', 'detached_at': '', 'volume_id': '0845260a-0fc2-454a-8577-7a205290b225', 'serial': '0845260a-0fc2-454a-8577-7a205290b225'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1059.452627] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8744bc2b-1bdc-4403-b31b-91049b287fb3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.456191] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaed650-6bc7-4edd-8fd2-12702447944b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.487297] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cb987-9d14-4e15-b9ea-6e77df6fb278 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.490579] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.490823] env[62849]: DEBUG nova.objects.instance [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lazy-loading 'migration_context' on Instance uuid a1508298-e8bd-4c38-be61-fd2a3cf4bf9f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.492740] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d1135b-4436-44f2-a5b0-c5235d7137c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.512179] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance '06eb8400-9835-4a15-9aca-44bd4453ee8f' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.537264] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-0845260a-0fc2-454a-8577-7a205290b225/volume-0845260a-0fc2-454a-8577-7a205290b225.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.538143] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df73348-e552-471a-8c94-e98ed0efce14 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.560107] env[62849]: DEBUG oslo_vmware.api [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1059.560107] env[62849]: value = "task-4404953" [ 1059.560107] env[62849]: _type = "Task" [ 1059.560107] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.570201] env[62849]: DEBUG oslo_vmware.api [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.652771] env[62849]: DEBUG oslo_concurrency.lockutils [req-d674ea4e-4bf9-486f-a19f-9e195c25a367 req-a5f43e87-b809-4030-b840-d72794f39e61 service nova] Releasing lock "refresh_cache-fc37b4f3-686b-47c8-9091-58f07c0407ce" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.772326] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5220471f-0da6-7f3d-7117-b4879eefc369, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.772775] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.773139] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.773437] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.773654] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.773913] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.774629] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a91e9ba2-6597-4f38-b182-8e435921af7a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.785629] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.785856] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.786701] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b59e6ff-b439-435f-b6d2-3075759683c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.795386] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1059.795386] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52497329-07dd-e815-85a8-55a7292d84e3" [ 1059.795386] env[62849]: _type = "Task" [ 1059.795386] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.803719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "2d4232fd-8805-4698-a6cf-603eed0905a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.803998] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "2d4232fd-8805-4698-a6cf-603eed0905a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.804245] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "2d4232fd-8805-4698-a6cf-603eed0905a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.804476] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "2d4232fd-8805-4698-a6cf-603eed0905a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.804692] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "2d4232fd-8805-4698-a6cf-603eed0905a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.810033] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52497329-07dd-e815-85a8-55a7292d84e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.810626] env[62849]: INFO nova.compute.manager [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Terminating instance [ 1059.909112] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Successfully updated port: c7de73f8-e332-4659-be2e-59542be3182d {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1059.933339] env[62849]: DEBUG nova.scheduler.client.report [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.996592] env[62849]: DEBUG nova.objects.base [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.997562] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5431a6e4-fedc-47ad-acc3-48ce81b8a82a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.018799] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0363ad96-9f2a-4ae2-9f88-7f3fdcd26297 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.025349] env[62849]: DEBUG oslo_vmware.api [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1060.025349] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287f74b-57fc-cf22-c5fd-85a4e5310813" [ 1060.025349] env[62849]: _type = "Task" [ 1060.025349] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.034720] env[62849]: DEBUG oslo_vmware.api [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287f74b-57fc-cf22-c5fd-85a4e5310813, 'name': SearchDatastore_Task, 'duration_secs': 0.007146} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.035014] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.070529] env[62849]: DEBUG oslo_vmware.api [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404953, 'name': ReconfigVM_Task, 'duration_secs': 0.398978} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.070846] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-0845260a-0fc2-454a-8577-7a205290b225/volume-0845260a-0fc2-454a-8577-7a205290b225.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.076585] env[62849]: DEBUG nova.network.neutron [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Port 9b0dbe35-0361-448e-a101-8dedf3857649 binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1060.079278] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b026e9e2-667f-4041-ad5c-e325eb03d8f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.100919] env[62849]: DEBUG oslo_vmware.api [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1060.100919] env[62849]: value = "task-4404954" [ 1060.100919] env[62849]: _type = "Task" [ 1060.100919] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.111407] env[62849]: DEBUG oslo_vmware.api [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.306693] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52497329-07dd-e815-85a8-55a7292d84e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014055} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.307792] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f4364c-3fe1-47a9-a0b9-3b92d12f833b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.313817] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1060.313817] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5258e275-d69f-b68e-1922-374104cd9ee8" [ 1060.313817] env[62849]: _type = "Task" [ 1060.313817] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.314385] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "refresh_cache-2d4232fd-8805-4698-a6cf-603eed0905a3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.314550] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquired lock "refresh_cache-2d4232fd-8805-4698-a6cf-603eed0905a3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.314726] env[62849]: DEBUG nova.network.neutron [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.324399] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5258e275-d69f-b68e-1922-374104cd9ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.412418] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "refresh_cache-4bed0d50-658b-411c-9551-6bdaf4aca123" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.412605] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "refresh_cache-4bed0d50-658b-411c-9551-6bdaf4aca123" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.412805] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.440462] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.443200] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.022s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.444813] env[62849]: INFO nova.compute.claims [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.462888] env[62849]: DEBUG nova.compute.manager [req-4dca0b13-687a-42ff-b927-43ab08fc0479 req-89b1c977-0d7f-4114-8975-54204a5e9e87 service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Received event network-changed-c7de73f8-e332-4659-be2e-59542be3182d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1060.463404] env[62849]: DEBUG nova.compute.manager [req-4dca0b13-687a-42ff-b927-43ab08fc0479 req-89b1c977-0d7f-4114-8975-54204a5e9e87 service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Refreshing instance network info cache due to event network-changed-c7de73f8-e332-4659-be2e-59542be3182d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1060.463404] env[62849]: DEBUG oslo_concurrency.lockutils [req-4dca0b13-687a-42ff-b927-43ab08fc0479 req-89b1c977-0d7f-4114-8975-54204a5e9e87 service nova] Acquiring lock "refresh_cache-4bed0d50-658b-411c-9551-6bdaf4aca123" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.467264] env[62849]: INFO nova.scheduler.client.report [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Deleted allocations for instance 8a127c3a-de4c-4f21-8b80-6e1cc169504e [ 1060.612052] env[62849]: DEBUG oslo_vmware.api [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404954, 'name': ReconfigVM_Task, 'duration_secs': 0.171173} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.612264] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862114', 'volume_id': '0845260a-0fc2-454a-8577-7a205290b225', 'name': 'volume-0845260a-0fc2-454a-8577-7a205290b225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffa3e5e3-d22d-4127-840b-d8ce8cfa099d', 'attached_at': '', 'detached_at': '', 'volume_id': '0845260a-0fc2-454a-8577-7a205290b225', 'serial': '0845260a-0fc2-454a-8577-7a205290b225'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1060.825767] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5258e275-d69f-b68e-1922-374104cd9ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.825984] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.826250] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] fc37b4f3-686b-47c8-9091-58f07c0407ce/fc37b4f3-686b-47c8-9091-58f07c0407ce.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.827023] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c32acbf5-f069-4742-be68-57ea6dfd3a25 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.834921] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1060.834921] env[62849]: value = "task-4404955" [ 1060.834921] env[62849]: _type = "Task" [ 1060.834921] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.843756] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.844654] env[62849]: DEBUG nova.network.neutron [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.927229] env[62849]: DEBUG nova.network.neutron [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.947841] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.974915] env[62849]: DEBUG oslo_concurrency.lockutils [None req-21f9604d-5a90-4131-b44a-e310286f995e tempest-AttachVolumeShelveTestJSON-759972748 tempest-AttachVolumeShelveTestJSON-759972748-project-member] Lock "8a127c3a-de4c-4f21-8b80-6e1cc169504e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.906s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.103947] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.104378] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.104378] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.132938] env[62849]: DEBUG nova.network.neutron [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Updating instance_info_cache with network_info: [{"id": "c7de73f8-e332-4659-be2e-59542be3182d", "address": "fa:16:3e:2e:33:3c", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7de73f8-e3", "ovs_interfaceid": "c7de73f8-e332-4659-be2e-59542be3182d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.174382] env[62849]: DEBUG nova.compute.manager [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.174382] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7acf68-c3ae-4548-9c37-ff5121ae20d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.349284] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.430463] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Releasing lock "refresh_cache-2d4232fd-8805-4698-a6cf-603eed0905a3" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.430918] env[62849]: DEBUG nova.compute.manager [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.431220] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.432196] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaaf423-ef72-4211-a7b8-68827fc94dd2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.441779] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.442254] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76d81b15-b501-4a01-a7d0-cbe87dd5fa0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.449444] env[62849]: DEBUG oslo_vmware.api [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1061.449444] env[62849]: value = "task-4404956" [ 1061.449444] env[62849]: _type = "Task" [ 1061.449444] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.464399] env[62849]: DEBUG oslo_vmware.api [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.640169] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "refresh_cache-4bed0d50-658b-411c-9551-6bdaf4aca123" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.640373] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Instance network_info: |[{"id": "c7de73f8-e332-4659-be2e-59542be3182d", "address": "fa:16:3e:2e:33:3c", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7de73f8-e3", "ovs_interfaceid": "c7de73f8-e332-4659-be2e-59542be3182d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.641324] env[62849]: DEBUG oslo_concurrency.lockutils [req-4dca0b13-687a-42ff-b927-43ab08fc0479 req-89b1c977-0d7f-4114-8975-54204a5e9e87 service nova] Acquired lock "refresh_cache-4bed0d50-658b-411c-9551-6bdaf4aca123" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.641422] env[62849]: DEBUG nova.network.neutron [req-4dca0b13-687a-42ff-b927-43ab08fc0479 req-89b1c977-0d7f-4114-8975-54204a5e9e87 service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Refreshing network info cache for port c7de73f8-e332-4659-be2e-59542be3182d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.642660] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:33:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7de73f8-e332-4659-be2e-59542be3182d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.650533] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.654089] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.659147] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be2bfe85-c81c-4f89-9bf4-d00625524ae4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.675847] env[62849]: DEBUG nova.objects.instance [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lazy-loading 'flavor' on Instance uuid ffa3e5e3-d22d-4127-840b-d8ce8cfa099d {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.685509] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.685509] env[62849]: value = "task-4404957" [ 1061.685509] env[62849]: _type = "Task" [ 1061.685509] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.693639] env[62849]: INFO nova.compute.manager [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] instance snapshotting [ 1061.693639] env[62849]: WARNING nova.compute.manager [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1061.696554] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7e26ea-4258-41db-a1ca-064880939fa0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.709121] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404957, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.746740] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a3d09e-b888-4730-accd-1a2555da1926 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.851339] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549217} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.851674] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] fc37b4f3-686b-47c8-9091-58f07c0407ce/fc37b4f3-686b-47c8-9091-58f07c0407ce.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.851932] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.852237] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4507b378-69f4-4b47-8552-4f992d99a2f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.861489] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1061.861489] env[62849]: value = "task-4404958" [ 1061.861489] env[62849]: _type = "Task" [ 1061.861489] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.871767] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.877292] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b65bb0-9d84-4cbb-abbf-41189b27008a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.886597] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8d140-3732-450c-87be-f1ed661adcde {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.923888] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f47e69a-73c7-4023-9661-0548e6857632 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.933421] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8011c881-b028-4020-ae94-70702d88c414 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.950020] env[62849]: DEBUG nova.compute.provider_tree [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.959660] env[62849]: DEBUG oslo_vmware.api [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404956, 'name': PowerOffVM_Task, 'duration_secs': 0.377865} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.960574] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.960753] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.961019] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee6d5fd8-9f2d-4d39-a2e9-40608add118b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.989169] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.989373] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.989684] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Deleting the datastore file [datastore1] 2d4232fd-8805-4698-a6cf-603eed0905a3 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.989993] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8577b79d-3e83-4866-8210-fbe100ea8bb3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.998543] env[62849]: DEBUG oslo_vmware.api [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for the task: (returnval){ [ 1061.998543] env[62849]: value = "task-4404960" [ 1061.998543] env[62849]: _type = "Task" [ 1061.998543] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.010317] env[62849]: DEBUG oslo_vmware.api [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.148529] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.148825] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.148866] env[62849]: DEBUG nova.network.neutron [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.181206] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8c4ffdbe-774d-4638-93f0-91542d01284d tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.372s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.197791] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404957, 'name': CreateVM_Task, 'duration_secs': 0.44954} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.200173] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.201079] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.201251] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.201581] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.202139] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a086af78-8e52-414e-a544-37da114f558d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.207554] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1062.207554] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52adc061-e2f7-bd90-9d52-e8fceaf355f5" [ 1062.207554] env[62849]: _type = "Task" [ 1062.207554] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.217148] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52adc061-e2f7-bd90-9d52-e8fceaf355f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.234955] env[62849]: DEBUG nova.network.neutron [req-4dca0b13-687a-42ff-b927-43ab08fc0479 req-89b1c977-0d7f-4114-8975-54204a5e9e87 service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Updated VIF entry in instance network info cache for port c7de73f8-e332-4659-be2e-59542be3182d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1062.235355] env[62849]: DEBUG nova.network.neutron [req-4dca0b13-687a-42ff-b927-43ab08fc0479 req-89b1c977-0d7f-4114-8975-54204a5e9e87 service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Updating instance_info_cache with network_info: [{"id": "c7de73f8-e332-4659-be2e-59542be3182d", "address": "fa:16:3e:2e:33:3c", "network": {"id": "87d4f640-89b8-4546-a680-d10a771e97da", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1053724146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c3acf7c6b05449fab1a087e97e7389f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7de73f8-e3", "ovs_interfaceid": "c7de73f8-e332-4659-be2e-59542be3182d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.270719] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1062.271040] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d3ad979-7e05-4ddc-9595-2000024e0571 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.279961] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1062.279961] env[62849]: value = "task-4404961" [ 1062.279961] env[62849]: _type = "Task" [ 1062.279961] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.288587] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.327832] env[62849]: INFO nova.compute.manager [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Rescuing [ 1062.328138] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.328291] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.328454] env[62849]: DEBUG nova.network.neutron [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.371768] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091357} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.371958] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.372826] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97ab8a9-71c9-490e-a9bb-06b36da0b069 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.398657] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] fc37b4f3-686b-47c8-9091-58f07c0407ce/fc37b4f3-686b-47c8-9091-58f07c0407ce.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.398963] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c50b4c1e-e041-448f-ae07-435a395d020a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.420164] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1062.420164] env[62849]: value = "task-4404962" [ 1062.420164] env[62849]: _type = "Task" [ 1062.420164] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.429432] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.478991] env[62849]: ERROR nova.scheduler.client.report [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [req-21b22cac-5adb-4f9c-a6e3-732ee135720b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21b22cac-5adb-4f9c-a6e3-732ee135720b"}]} [ 1062.498977] env[62849]: DEBUG nova.scheduler.client.report [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1062.511042] env[62849]: DEBUG oslo_vmware.api [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Task: {'id': task-4404960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11418} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.511315] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.511589] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.511799] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.511978] env[62849]: INFO nova.compute.manager [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1062.512245] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.512438] env[62849]: DEBUG nova.compute.manager [-] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.512532] env[62849]: DEBUG nova.network.neutron [-] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1062.515047] env[62849]: DEBUG nova.scheduler.client.report [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1062.515284] env[62849]: DEBUG nova.compute.provider_tree [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.528862] env[62849]: DEBUG nova.scheduler.client.report [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1062.535219] env[62849]: DEBUG nova.network.neutron [-] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1062.550876] env[62849]: DEBUG nova.scheduler.client.report [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1062.719706] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52adc061-e2f7-bd90-9d52-e8fceaf355f5, 'name': SearchDatastore_Task, 'duration_secs': 0.017785} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.722638] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.722930] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.723184] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.723331] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.723512] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.724114] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6de175-6007-46b1-acee-dc73390cca77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.737467] env[62849]: DEBUG oslo_concurrency.lockutils [req-4dca0b13-687a-42ff-b927-43ab08fc0479 req-89b1c977-0d7f-4114-8975-54204a5e9e87 service nova] Releasing lock "refresh_cache-4bed0d50-658b-411c-9551-6bdaf4aca123" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.740147] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.740953] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.741164] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247b5574-716c-487a-84ad-f8c18bc673ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.747689] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1062.747689] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b20888-7584-675b-562f-99221a9295ec" [ 1062.747689] env[62849]: _type = "Task" [ 1062.747689] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.761918] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b20888-7584-675b-562f-99221a9295ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.763085] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84131324-1369-470c-95e6-41db80db7963 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.773899] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1062.773899] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525dc89c-045a-5bb1-0b05-ef64e3d9ff66" [ 1062.773899] env[62849]: _type = "Task" [ 1062.773899] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.788723] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525dc89c-045a-5bb1-0b05-ef64e3d9ff66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.798184] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404961, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.883016] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0068e8a8-572e-4a3b-9a92-6c39d20f83bc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.894233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e87edd9-92c1-4470-9812-e6243867a58c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.932049] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a136c3-74d7-4f9f-9577-975f5f037b87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.943479] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffbb4d7-a610-40aa-9847-f6d9f0715972 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.947806] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404962, 'name': ReconfigVM_Task, 'duration_secs': 0.347042} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.950325] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Reconfigured VM instance instance-00000068 to attach disk [datastore2] fc37b4f3-686b-47c8-9091-58f07c0407ce/fc37b4f3-686b-47c8-9091-58f07c0407ce.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.951342] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99e4df43-b365-4988-b800-d855dac3936e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.961946] env[62849]: DEBUG nova.compute.provider_tree [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.964654] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1062.964654] env[62849]: value = "task-4404964" [ 1062.964654] env[62849]: _type = "Task" [ 1062.964654] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.976682] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404964, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.987129] env[62849]: DEBUG nova.network.neutron [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance_info_cache with network_info: [{"id": "9b0dbe35-0361-448e-a101-8dedf3857649", "address": "fa:16:3e:6e:35:45", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0dbe35-03", "ovs_interfaceid": "9b0dbe35-0361-448e-a101-8dedf3857649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.037460] env[62849]: DEBUG nova.network.neutron [-] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.136616] env[62849]: DEBUG nova.network.neutron [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [{"id": "c714ef21-afe8-4399-a8e1-71688393fe74", "address": "fa:16:3e:e8:78:3a", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714ef21-af", "ovs_interfaceid": "c714ef21-afe8-4399-a8e1-71688393fe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.290156] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525dc89c-045a-5bb1-0b05-ef64e3d9ff66, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.290741] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.291017] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 4bed0d50-658b-411c-9551-6bdaf4aca123/4bed0d50-658b-411c-9551-6bdaf4aca123.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.291289] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-811d42d0-3948-4b6b-94bc-10e89c4babdd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.296424] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404961, 'name': CreateSnapshot_Task, 'duration_secs': 0.633976} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.297017] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1063.297765] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074154b-a65a-4504-b7bf-24e9dfcd8102 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.302280] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1063.302280] env[62849]: value = "task-4404965" [ 1063.302280] env[62849]: _type = "Task" [ 1063.302280] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.315844] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.466777] env[62849]: DEBUG nova.scheduler.client.report [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.483192] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404964, 'name': Rename_Task, 'duration_secs': 0.16332} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.483614] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.484295] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9fee11-78f1-4754-98aa-a8cf672e9b5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.489814] env[62849]: DEBUG oslo_concurrency.lockutils [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.497120] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1063.497120] env[62849]: value = "task-4404966" [ 1063.497120] env[62849]: _type = "Task" [ 1063.497120] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.509664] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.540343] env[62849]: INFO nova.compute.manager [-] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Took 1.03 seconds to deallocate network for instance. [ 1063.639363] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.821100] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1063.821496] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.822190] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe537321-90e7-4b1b-ba64-d523de226ebe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.834075] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1063.834075] env[62849]: value = "task-4404967" [ 1063.834075] env[62849]: _type = "Task" [ 1063.834075] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.845289] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404967, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.975530] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.532s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.976279] env[62849]: DEBUG nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.979616] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.541s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.979970] env[62849]: DEBUG nova.objects.instance [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lazy-loading 'resources' on Instance uuid a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.014645] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.023662] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b528c88a-203b-481d-ab64-da884145d771 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.047416] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.048309] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a375f59a-9985-4ebe-bb54-265db7f81832 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.056308] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance '06eb8400-9835-4a15-9aca-44bd4453ee8f' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.314573] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603038} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.314890] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 4bed0d50-658b-411c-9551-6bdaf4aca123/4bed0d50-658b-411c-9551-6bdaf4aca123.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.315102] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.315364] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64f5700b-be32-481b-9c25-4bf9be3ded16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.324052] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1064.324052] env[62849]: value = "task-4404968" [ 1064.324052] env[62849]: _type = "Task" [ 1064.324052] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.333903] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.349297] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404967, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.484557] env[62849]: DEBUG nova.compute.utils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.488361] env[62849]: DEBUG nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.488651] env[62849]: DEBUG nova.network.neutron [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1064.524054] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.547477] env[62849]: DEBUG nova.policy [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.563033] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.563671] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40251b2d-bd02-4ada-b6ab-3b186217057e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.575047] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1064.575047] env[62849]: value = "task-4404969" [ 1064.575047] env[62849]: _type = "Task" [ 1064.575047] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.583362] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.818985] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5821ae80-33b0-448f-a0cd-f99f974e4a78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.834334] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc36b71-6e8c-484c-9b06-584eb8477559 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.839984] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076937} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.843520] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.844348] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa762e2-5ec0-472a-a039-673fa02f5fd9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.873110] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df4e99-f902-4e61-bdca-7a7dd7d1cd3d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.887733] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404967, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.896640] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 4bed0d50-658b-411c-9551-6bdaf4aca123/4bed0d50-658b-411c-9551-6bdaf4aca123.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.897961] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ab6385-03ea-4f02-ad32-4838d4e79869 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.925715] env[62849]: DEBUG nova.network.neutron [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Successfully created port: 048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1064.933141] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97916bdd-45ab-4232-abe9-fdb22071d0fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.940050] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1064.940050] env[62849]: value = "task-4404970" [ 1064.940050] env[62849]: _type = "Task" [ 1064.940050] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.954951] env[62849]: DEBUG nova.compute.provider_tree [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.967235] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.989376] env[62849]: DEBUG nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.015072] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404966, 'name': PowerOnVM_Task, 'duration_secs': 1.246654} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.015392] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.015597] env[62849]: INFO nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1065.015809] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.016676] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36897d23-777d-497a-a5fa-edd24798cc1f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.086781] env[62849]: DEBUG oslo_vmware.api [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4404969, 'name': PowerOnVM_Task, 'duration_secs': 0.453836} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.087065] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.087250] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-837849a6-db3e-439d-adbb-b0d20eaa7546 tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance '06eb8400-9835-4a15-9aca-44bd4453ee8f' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.182117] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.182555] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3adea6a9-26f0-43df-ac64-ddbe98a1a4f1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.191732] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1065.191732] env[62849]: value = "task-4404971" [ 1065.191732] env[62849]: _type = "Task" [ 1065.191732] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.206032] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.353164] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404967, 'name': CloneVM_Task} progress is 95%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.452133] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.502429] env[62849]: DEBUG nova.scheduler.client.report [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1065.502715] env[62849]: DEBUG nova.compute.provider_tree [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 149 to 150 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1065.502898] env[62849]: DEBUG nova.compute.provider_tree [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.539452] env[62849]: INFO nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Took 25.37 seconds to build instance. [ 1065.702301] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404971, 'name': PowerOffVM_Task, 'duration_secs': 0.379445} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.702574] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.703405] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96476e5e-1c88-440d-acba-797eea5aa185 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.725219] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f705c3-0e73-4d63-b5a5-26effa3a9b0d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.758582] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.758870] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c990661b-fdc6-4c4c-a537-47eedcd70513 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.766513] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1065.766513] env[62849]: value = "task-4404972" [ 1065.766513] env[62849]: _type = "Task" [ 1065.766513] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.774766] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.851568] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4404967, 'name': CloneVM_Task, 'duration_secs': 1.69392} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.851893] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Created linked-clone VM from snapshot [ 1065.852812] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65dc556-b2fa-414d-a0f2-5259501f55e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.860495] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Uploading image 53418e95-856e-409a-ad62-c161ddcb47e2 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1065.887503] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1065.887503] env[62849]: value = "vm-862118" [ 1065.887503] env[62849]: _type = "VirtualMachine" [ 1065.887503] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1065.887873] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1eeeb43b-318e-409b-b3c9-c5ae187dc3c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.895972] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lease: (returnval){ [ 1065.895972] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288dda1-d0bc-79a4-2207-1bda0d1c83c4" [ 1065.895972] env[62849]: _type = "HttpNfcLease" [ 1065.895972] env[62849]: } obtained for exporting VM: (result){ [ 1065.895972] env[62849]: value = "vm-862118" [ 1065.895972] env[62849]: _type = "VirtualMachine" [ 1065.895972] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1065.896276] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the lease: (returnval){ [ 1065.896276] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288dda1-d0bc-79a4-2207-1bda0d1c83c4" [ 1065.896276] env[62849]: _type = "HttpNfcLease" [ 1065.896276] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1065.903402] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.903402] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288dda1-d0bc-79a4-2207-1bda0d1c83c4" [ 1065.903402] env[62849]: _type = "HttpNfcLease" [ 1065.903402] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1065.951977] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404970, 'name': ReconfigVM_Task, 'duration_secs': 0.630994} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.952280] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 4bed0d50-658b-411c-9551-6bdaf4aca123/4bed0d50-658b-411c-9551-6bdaf4aca123.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.952914] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24834d1e-fc9d-4b91-a858-1c677b998a2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.960678] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1065.960678] env[62849]: value = "task-4404974" [ 1065.960678] env[62849]: _type = "Task" [ 1065.960678] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.969318] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404974, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.002832] env[62849]: DEBUG nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.009614] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.013180] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.077s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.013815] env[62849]: INFO nova.compute.claims [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.033949] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.034513] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.034802] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.035220] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.035648] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.036498] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.036498] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.036640] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.036889] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.037502] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.039489] env[62849]: DEBUG nova.virt.hardware [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.041137] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a87ab6-f8d7-41ad-941b-4a78d790229b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.046134] env[62849]: INFO nova.scheduler.client.report [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Deleted allocations for instance a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6 [ 1066.047851] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "fc37b4f3-686b-47c8-9091-58f07c0407ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.890s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.059859] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac1a4e-2f4d-41f1-92cb-bf49d0170f4e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.279151] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1066.279628] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.280044] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.281430] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.281430] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.281430] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec03607-523b-48c7-a7d7-30cd78fa871a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.292650] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.292928] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.293831] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08125240-567a-4400-8369-009f042c79a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.300783] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1066.300783] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522d194c-8b01-59af-85b0-3203e742ac8c" [ 1066.300783] env[62849]: _type = "Task" [ 1066.300783] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.310959] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522d194c-8b01-59af-85b0-3203e742ac8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.409514] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.409514] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288dda1-d0bc-79a4-2207-1bda0d1c83c4" [ 1066.409514] env[62849]: _type = "HttpNfcLease" [ 1066.409514] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1066.410416] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1066.410416] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288dda1-d0bc-79a4-2207-1bda0d1c83c4" [ 1066.410416] env[62849]: _type = "HttpNfcLease" [ 1066.410416] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1066.412326] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbff9b2-04e9-4c39-9bac-2ab255fdaf24 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.425187] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf1066-f329-49c7-6ad9-a8e5a1433f34/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1066.425472] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf1066-f329-49c7-6ad9-a8e5a1433f34/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1066.503590] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404974, 'name': Rename_Task, 'duration_secs': 0.257484} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.503590] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.503867] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ed9d28e-91b6-4d3a-94ef-9a9faf784a34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.513027] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1066.513027] env[62849]: value = "task-4404975" [ 1066.513027] env[62849]: _type = "Task" [ 1066.513027] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.525740] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.544349] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f764817-37b9-4200-b250-76d8232277a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.557029] env[62849]: DEBUG oslo_concurrency.lockutils [None req-edc0c5e1-a93a-4bf1-98dc-9c5bb8d32e77 tempest-ServerPasswordTestJSON-1985920430 tempest-ServerPasswordTestJSON-1985920430-project-member] Lock "a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.892s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.700405] env[62849]: DEBUG nova.compute.manager [req-21ff19d9-e0c4-4cbb-a8f5-c5d833976cc1 req-b573bba7-5b9d-4704-9325-26c27373e3ec service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-vif-plugged-048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1066.700638] env[62849]: DEBUG oslo_concurrency.lockutils [req-21ff19d9-e0c4-4cbb-a8f5-c5d833976cc1 req-b573bba7-5b9d-4704-9325-26c27373e3ec service nova] Acquiring lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.700848] env[62849]: DEBUG oslo_concurrency.lockutils [req-21ff19d9-e0c4-4cbb-a8f5-c5d833976cc1 req-b573bba7-5b9d-4704-9325-26c27373e3ec service nova] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.701104] env[62849]: DEBUG oslo_concurrency.lockutils [req-21ff19d9-e0c4-4cbb-a8f5-c5d833976cc1 req-b573bba7-5b9d-4704-9325-26c27373e3ec service nova] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.701205] env[62849]: DEBUG nova.compute.manager [req-21ff19d9-e0c4-4cbb-a8f5-c5d833976cc1 req-b573bba7-5b9d-4704-9325-26c27373e3ec service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] No waiting events found dispatching network-vif-plugged-048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.701372] env[62849]: WARNING nova.compute.manager [req-21ff19d9-e0c4-4cbb-a8f5-c5d833976cc1 req-b573bba7-5b9d-4704-9325-26c27373e3ec service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received unexpected event network-vif-plugged-048d0a56-7c23-4247-8910-7ea0a74cd865 for instance with vm_state building and task_state spawning. [ 1066.815943] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]522d194c-8b01-59af-85b0-3203e742ac8c, 'name': SearchDatastore_Task, 'duration_secs': 0.015699} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.821155] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17ba24d-dd2c-4e56-a162-776833fb8010 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.825772] env[62849]: DEBUG nova.network.neutron [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Successfully updated port: 048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1066.836173] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1066.836173] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f505cc-1b2c-f8c5-4074-644c65e4fcf3" [ 1066.836173] env[62849]: _type = "Task" [ 1066.836173] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.853163] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f505cc-1b2c-f8c5-4074-644c65e4fcf3, 'name': SearchDatastore_Task, 'duration_secs': 0.015303} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.853686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.853686] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. {{(pid=62849) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1066.854090] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1893bbcb-ad80-436f-bf67-e63d3885d738 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.863045] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1066.863045] env[62849]: value = "task-4404976" [ 1066.863045] env[62849]: _type = "Task" [ 1066.863045] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.874319] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.026094] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.302217] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.302387] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.302683] env[62849]: DEBUG nova.compute.manager [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Going to confirm migration 6 {{(pid=62849) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1067.332352] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.336132] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.336132] env[62849]: DEBUG nova.network.neutron [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.380025] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404976, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.471655] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cde28a-c728-4800-9e0a-ce51533b1636 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.485488] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb5e80-1347-4761-b27d-5de9a58ae021 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.563960] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a2d77c-b630-44df-abdf-ce8c82f181a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.575139] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.579460] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abeeec3-f85a-43ad-a593-f986971213c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.601023] env[62849]: DEBUG nova.compute.provider_tree [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.885245] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.885245] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquired lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.885245] env[62849]: DEBUG nova.network.neutron [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.885245] env[62849]: DEBUG nova.objects.instance [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'info_cache' on Instance uuid 06eb8400-9835-4a15-9aca-44bd4453ee8f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.903058] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666877} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.904337] env[62849]: DEBUG nova.network.neutron [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1067.907135] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk. [ 1067.909790] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5480d0d9-b874-4be4-9cb5-e5cc5de75c29 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.953518] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.956739] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbd4fc1-c373-4dac-b659-bca0112faf05 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.978178] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1067.978178] env[62849]: value = "task-4404977" [ 1067.978178] env[62849]: _type = "Task" [ 1067.978178] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.988927] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.072627] env[62849]: DEBUG oslo_vmware.api [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404975, 'name': PowerOnVM_Task, 'duration_secs': 1.237342} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.073158] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.073315] env[62849]: INFO nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1068.073712] env[62849]: DEBUG nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.074514] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665999ee-6ada-4dc9-8106-33aa0553c096 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.102124] env[62849]: DEBUG nova.scheduler.client.report [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.119765] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.119765] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.162191] env[62849]: DEBUG nova.network.neutron [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.496545] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.595722] env[62849]: INFO nova.compute.manager [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Took 28.38 seconds to build instance. [ 1068.612231] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.612231] env[62849]: DEBUG nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.616284] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.687s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.623800] env[62849]: DEBUG nova.compute.utils [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.666009] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.667045] env[62849]: DEBUG nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Instance network_info: |[{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.667045] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:21:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '048d0a56-7c23-4247-8910-7ea0a74cd865', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.675839] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.676189] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.676509] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf01217c-8900-4863-a536-cd353d9d97b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.701921] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.701921] env[62849]: value = "task-4404978" [ 1068.701921] env[62849]: _type = "Task" [ 1068.701921] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.716252] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404978, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.990306] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404977, 'name': ReconfigVM_Task, 'duration_secs': 0.814881} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.990623] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfigured VM instance instance-0000005d to attach disk [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d/61e0a9c2-1d8a-43f8-b027-59fdf651611d-rescue.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.991687] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2b5ec3-5063-4655-93ce-33cb3d4aaec4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.026019] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9aae1a3-fe35-413a-ad26-16edc6cd0739 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.043018] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1069.043018] env[62849]: value = "task-4404979" [ 1069.043018] env[62849]: _type = "Task" [ 1069.043018] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.052253] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.098469] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d4a5b2fc-0109-4dec-b7f4-44c9030e0b92 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "4bed0d50-658b-411c-9551-6bdaf4aca123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.889s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.118963] env[62849]: DEBUG nova.compute.utils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.118963] env[62849]: DEBUG nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.118963] env[62849]: DEBUG nova.network.neutron [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1069.123702] env[62849]: INFO nova.compute.claims [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.128515] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.150979] env[62849]: DEBUG nova.network.neutron [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance_info_cache with network_info: [{"id": "9b0dbe35-0361-448e-a101-8dedf3857649", "address": "fa:16:3e:6e:35:45", "network": {"id": "cd8ce30d-ee59-467f-9e15-d014865503ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-139037803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "432a291434f44498b061e63905808ada", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b0dbe35-03", "ovs_interfaceid": "9b0dbe35-0361-448e-a101-8dedf3857649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.191897] env[62849]: DEBUG nova.policy [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24341b7eccd4d9c83b0696f4d234c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '177c81516407466fadb0d74b0e446829', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.214450] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404978, 'name': CreateVM_Task, 'duration_secs': 0.463596} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.214672] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.215403] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.215578] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.216162] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.216629] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84bf0e1b-ccbd-4ef6-b848-67876031aaee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.222819] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1069.222819] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5292c5f4-ff49-2454-0360-1326fc2d3b3b" [ 1069.222819] env[62849]: _type = "Task" [ 1069.222819] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.233051] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5292c5f4-ff49-2454-0360-1326fc2d3b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.518327] env[62849]: DEBUG nova.network.neutron [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Successfully created port: 5708554b-66be-41cb-8273-06b19f9a9ad4 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1069.554130] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404979, 'name': ReconfigVM_Task, 'duration_secs': 0.318441} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.554430] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.554684] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eeb61ad-f127-453e-a869-3e149e1e7086 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.562705] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1069.562705] env[62849]: value = "task-4404980" [ 1069.562705] env[62849]: _type = "Task" [ 1069.562705] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.572091] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.622960] env[62849]: DEBUG nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.632287] env[62849]: INFO nova.compute.resource_tracker [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating resource usage from migration 60fc7413-4f76-49dc-aae1-0caeafaf98e7 [ 1069.654460] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Releasing lock "refresh_cache-06eb8400-9835-4a15-9aca-44bd4453ee8f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.654625] env[62849]: DEBUG nova.objects.instance [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lazy-loading 'migration_context' on Instance uuid 06eb8400-9835-4a15-9aca-44bd4453ee8f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.750069] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5292c5f4-ff49-2454-0360-1326fc2d3b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.023903} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.750401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.751010] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.751096] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.751271] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.751474] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.751836] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3decc9cb-bef3-42e8-8059-e45bab517b8d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.764552] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.764552] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.766165] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe2a716-0a6e-446c-8717-7b326e354679 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.778675] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1069.778675] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1c9e-03b7-a7c5-9532-a544845f2a5c" [ 1069.778675] env[62849]: _type = "Task" [ 1069.778675] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.790972] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1c9e-03b7-a7c5-9532-a544845f2a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.974191] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f915ab-8ab4-49c0-b116-0610ad73ad45 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.983568] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060fe981-c270-4d97-a7c7-b3752908081c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.015518] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16c3ad2-f6f1-4686-a0c7-bbc9e884bbee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.024249] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94520a6-f592-48b3-a91c-deae4d4744f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.038788] env[62849]: DEBUG nova.compute.provider_tree [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.074277] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.161401] env[62849]: DEBUG nova.objects.base [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Object Instance<06eb8400-9835-4a15-9aca-44bd4453ee8f> lazy-loaded attributes: info_cache,migration_context {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.162537] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a23e7-2a2e-4a43-a42f-88df99259b7a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.192608] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e127cb-585d-4d73-9543-3981e4bbf63d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.200701] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1070.200701] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f616ea-d62d-0d02-29ac-095209c766ce" [ 1070.200701] env[62849]: _type = "Task" [ 1070.200701] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.210407] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f616ea-d62d-0d02-29ac-095209c766ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.215393] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.215946] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.216316] env[62849]: INFO nova.compute.manager [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Attaching volume 25ae8a04-ff7d-4b15-88cc-cb2c544fa924 to /dev/sdb [ 1070.256047] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb02f40d-35cb-4cce-9287-7cc039f2c3f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.264680] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c79865-10e5-4846-9f12-ee68c384d2d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.280653] env[62849]: DEBUG nova.virt.block_device [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updating existing volume attachment record: 45b1bfee-ec49-482b-b06f-df37de6ed0b7 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.294519] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529e1c9e-03b7-a7c5-9532-a544845f2a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.023265} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.295493] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648a2003-9386-4d07-9256-0ea91c1badd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.303368] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1070.303368] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5217667d-234a-4cf1-c9f6-f2ee0c2123d6" [ 1070.303368] env[62849]: _type = "Task" [ 1070.303368] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.314091] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5217667d-234a-4cf1-c9f6-f2ee0c2123d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.350213] env[62849]: DEBUG nova.compute.manager [req-d3818810-dfb3-47d6-8d52-6ce24193b94b req-e2c4a2bb-ce5c-4005-b490-d9d7b2a646ad service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1070.350447] env[62849]: DEBUG nova.compute.manager [req-d3818810-dfb3-47d6-8d52-6ce24193b94b req-e2c4a2bb-ce5c-4005-b490-d9d7b2a646ad service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing instance network info cache due to event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1070.350679] env[62849]: DEBUG oslo_concurrency.lockutils [req-d3818810-dfb3-47d6-8d52-6ce24193b94b req-e2c4a2bb-ce5c-4005-b490-d9d7b2a646ad service nova] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.350847] env[62849]: DEBUG oslo_concurrency.lockutils [req-d3818810-dfb3-47d6-8d52-6ce24193b94b req-e2c4a2bb-ce5c-4005-b490-d9d7b2a646ad service nova] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.351062] env[62849]: DEBUG nova.network.neutron [req-d3818810-dfb3-47d6-8d52-6ce24193b94b req-e2c4a2bb-ce5c-4005-b490-d9d7b2a646ad service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.544602] env[62849]: DEBUG nova.scheduler.client.report [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.578957] env[62849]: DEBUG oslo_vmware.api [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404980, 'name': PowerOnVM_Task, 'duration_secs': 0.791519} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.578957] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.582594] env[62849]: DEBUG nova.compute.manager [None req-8f2602c3-e40b-49fd-ade6-f9dfe67331db tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.583818] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f1bffe-f8a4-43ec-b91a-0fcec1280a1a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.632340] env[62849]: DEBUG nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.669384] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.669820] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.670072] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.670372] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.670590] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.670837] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.671138] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.671403] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.671689] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.671939] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.672273] env[62849]: DEBUG nova.virt.hardware [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.673444] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425adf95-f24e-4285-bcd8-1b6107d594b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.684578] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b57a619-2b30-4162-a56b-e2504140cc44 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.710563] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f616ea-d62d-0d02-29ac-095209c766ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013099} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.710862] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.817239] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5217667d-234a-4cf1-c9f6-f2ee0c2123d6, 'name': SearchDatastore_Task, 'duration_secs': 0.019231} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.817348] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.817578] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 60cf2b37-ff56-4e12-8030-a1b3e8d47a69/60cf2b37-ff56-4e12-8030-a1b3e8d47a69.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.817845] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c43a642c-1c90-46b5-8ddf-14d4aeda1c86 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.826175] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1070.826175] env[62849]: value = "task-4404982" [ 1070.826175] env[62849]: _type = "Task" [ 1070.826175] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.835140] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.051072] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.436s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.051373] env[62849]: INFO nova.compute.manager [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Migrating [ 1071.061448] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.852s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.061816] env[62849]: DEBUG nova.objects.instance [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lazy-loading 'resources' on Instance uuid 97ae233b-4556-4a6d-8a3f-dcc31f5d845e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.120595] env[62849]: DEBUG nova.network.neutron [req-d3818810-dfb3-47d6-8d52-6ce24193b94b req-e2c4a2bb-ce5c-4005-b490-d9d7b2a646ad service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updated VIF entry in instance network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.120842] env[62849]: DEBUG nova.network.neutron [req-d3818810-dfb3-47d6-8d52-6ce24193b94b req-e2c4a2bb-ce5c-4005-b490-d9d7b2a646ad service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.277122] env[62849]: DEBUG nova.network.neutron [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Successfully updated port: 5708554b-66be-41cb-8273-06b19f9a9ad4 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1071.339706] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404982, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.413233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cf6cce-df86-4cb1-9f2b-73dbb1c37694 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.423240] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15c4c5-4119-4d03-9941-b7945b08f144 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.457573] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7843b0a4-1ddc-426c-9aae-d9d763ab28f1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.467604] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35df49d5-1363-41ae-832d-810841bdda8b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.485036] env[62849]: DEBUG nova.compute.provider_tree [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.574598] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.574997] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.575108] env[62849]: DEBUG nova.network.neutron [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1071.623774] env[62849]: DEBUG oslo_concurrency.lockutils [req-d3818810-dfb3-47d6-8d52-6ce24193b94b req-e2c4a2bb-ce5c-4005-b490-d9d7b2a646ad service nova] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.781085] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "refresh_cache-9be1778d-680b-467f-af6a-130d39b2112b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.781302] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "refresh_cache-9be1778d-680b-467f-af6a-130d39b2112b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.781470] env[62849]: DEBUG nova.network.neutron [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1071.837948] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876136} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.838242] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 60cf2b37-ff56-4e12-8030-a1b3e8d47a69/60cf2b37-ff56-4e12-8030-a1b3e8d47a69.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.838455] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.839029] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2f40a71-91c2-4af6-9d28-52657adce368 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.847224] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1071.847224] env[62849]: value = "task-4404983" [ 1071.847224] env[62849]: _type = "Task" [ 1071.847224] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.858337] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.989128] env[62849]: DEBUG nova.scheduler.client.report [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.171231] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "fc37b4f3-686b-47c8-9091-58f07c0407ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.171529] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "fc37b4f3-686b-47c8-9091-58f07c0407ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.171810] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "fc37b4f3-686b-47c8-9091-58f07c0407ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.172009] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "fc37b4f3-686b-47c8-9091-58f07c0407ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.172191] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "fc37b4f3-686b-47c8-9091-58f07c0407ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.174288] env[62849]: INFO nova.compute.manager [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Terminating instance [ 1072.315054] env[62849]: DEBUG nova.network.neutron [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1072.357733] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199062} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.360311] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.361456] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa074a-f9b1-476a-8990-88e316af5488 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.386537] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 60cf2b37-ff56-4e12-8030-a1b3e8d47a69/60cf2b37-ff56-4e12-8030-a1b3e8d47a69.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.386869] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfec9dd7-d037-44d1-a37a-860975a8f905 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.410877] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1072.410877] env[62849]: value = "task-4404984" [ 1072.410877] env[62849]: _type = "Task" [ 1072.410877] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.420768] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.496875] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.433s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.497105] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.462s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.518481] env[62849]: DEBUG nova.network.neutron [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Updating instance_info_cache with network_info: [{"id": "5708554b-66be-41cb-8273-06b19f9a9ad4", "address": "fa:16:3e:ce:60:c9", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5708554b-66", "ovs_interfaceid": "5708554b-66be-41cb-8273-06b19f9a9ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.528906] env[62849]: INFO nova.scheduler.client.report [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Deleted allocations for instance 97ae233b-4556-4a6d-8a3f-dcc31f5d845e [ 1072.645536] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "4bed0d50-658b-411c-9551-6bdaf4aca123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.645946] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "4bed0d50-658b-411c-9551-6bdaf4aca123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.646081] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "4bed0d50-658b-411c-9551-6bdaf4aca123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.646876] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "4bed0d50-658b-411c-9551-6bdaf4aca123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.646994] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "4bed0d50-658b-411c-9551-6bdaf4aca123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.649395] env[62849]: INFO nova.compute.manager [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Terminating instance [ 1072.677905] env[62849]: DEBUG nova.compute.manager [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.678099] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.678950] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2bce7f-71a5-4046-8c79-3909ba5e1b21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.683269] env[62849]: DEBUG nova.network.neutron [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance_info_cache with network_info: [{"id": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "address": "fa:16:3e:64:5f:ca", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aee4f25-03", "ovs_interfaceid": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.690219] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.690565] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2521e3a7-e79a-4b72-b173-bde25ee053ba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.699300] env[62849]: DEBUG oslo_vmware.api [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1072.699300] env[62849]: value = "task-4404986" [ 1072.699300] env[62849]: _type = "Task" [ 1072.699300] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.711166] env[62849]: DEBUG oslo_vmware.api [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.720142] env[62849]: INFO nova.compute.manager [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Unrescuing [ 1072.720344] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.720588] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquired lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.720786] env[62849]: DEBUG nova.network.neutron [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1072.924759] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404984, 'name': ReconfigVM_Task, 'duration_secs': 0.332012} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.925173] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 60cf2b37-ff56-4e12-8030-a1b3e8d47a69/60cf2b37-ff56-4e12-8030-a1b3e8d47a69.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.926277] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d601abd-892e-4274-87b8-56f15be68dca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.933781] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1072.933781] env[62849]: value = "task-4404987" [ 1072.933781] env[62849]: _type = "Task" [ 1072.933781] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.945176] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404987, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.957598] env[62849]: DEBUG nova.compute.manager [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Received event network-vif-plugged-5708554b-66be-41cb-8273-06b19f9a9ad4 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1072.957827] env[62849]: DEBUG oslo_concurrency.lockutils [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] Acquiring lock "9be1778d-680b-467f-af6a-130d39b2112b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.958095] env[62849]: DEBUG oslo_concurrency.lockutils [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] Lock "9be1778d-680b-467f-af6a-130d39b2112b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.958339] env[62849]: DEBUG oslo_concurrency.lockutils [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] Lock "9be1778d-680b-467f-af6a-130d39b2112b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.958564] env[62849]: DEBUG nova.compute.manager [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] No waiting events found dispatching network-vif-plugged-5708554b-66be-41cb-8273-06b19f9a9ad4 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.958728] env[62849]: WARNING nova.compute.manager [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Received unexpected event network-vif-plugged-5708554b-66be-41cb-8273-06b19f9a9ad4 for instance with vm_state building and task_state spawning. [ 1072.958919] env[62849]: DEBUG nova.compute.manager [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Received event network-changed-5708554b-66be-41cb-8273-06b19f9a9ad4 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1072.959081] env[62849]: DEBUG nova.compute.manager [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Refreshing instance network info cache due to event network-changed-5708554b-66be-41cb-8273-06b19f9a9ad4. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1072.959254] env[62849]: DEBUG oslo_concurrency.lockutils [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] Acquiring lock "refresh_cache-9be1778d-680b-467f-af6a-130d39b2112b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.022031] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "refresh_cache-9be1778d-680b-467f-af6a-130d39b2112b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.022263] env[62849]: DEBUG nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Instance network_info: |[{"id": "5708554b-66be-41cb-8273-06b19f9a9ad4", "address": "fa:16:3e:ce:60:c9", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5708554b-66", "ovs_interfaceid": "5708554b-66be-41cb-8273-06b19f9a9ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.023033] env[62849]: DEBUG oslo_concurrency.lockutils [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] Acquired lock "refresh_cache-9be1778d-680b-467f-af6a-130d39b2112b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.023033] env[62849]: DEBUG nova.network.neutron [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Refreshing network info cache for port 5708554b-66be-41cb-8273-06b19f9a9ad4 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.024385] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:60:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5708554b-66be-41cb-8273-06b19f9a9ad4', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.032695] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.039258] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.042207] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6d737dee-66ee-45ef-bde1-fa1ab6dedb85 tempest-AttachVolumeNegativeTest-1420230652 tempest-AttachVolumeNegativeTest-1420230652-project-member] Lock "97ae233b-4556-4a6d-8a3f-dcc31f5d845e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.489s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.043339] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-affd6bdc-f715-4571-be57-31b5dcff1071 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.069706] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.069706] env[62849]: value = "task-4404988" [ 1073.069706] env[62849]: _type = "Task" [ 1073.069706] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.081066] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404988, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.153722] env[62849]: DEBUG nova.compute.manager [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.154048] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.155075] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777f65f2-69d5-4c10-aed2-793f3a97a053 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.165667] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.168382] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e930b739-f618-412e-9c27-5b465c9c83a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.176643] env[62849]: DEBUG oslo_vmware.api [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1073.176643] env[62849]: value = "task-4404989" [ 1073.176643] env[62849]: _type = "Task" [ 1073.176643] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.188032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.189420] env[62849]: DEBUG oslo_vmware.api [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.214434] env[62849]: DEBUG oslo_vmware.api [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404986, 'name': PowerOffVM_Task, 'duration_secs': 0.318158} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.215845] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.215845] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.215845] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c957e1-2ca6-431d-93b3-a3dd79394dbb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.296412] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.296851] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.297195] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleting the datastore file [datastore2] fc37b4f3-686b-47c8-9091-58f07c0407ce {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.301037] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58e927f-7cfc-4a6b-9951-cad49061c85c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.309223] env[62849]: DEBUG oslo_vmware.api [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1073.309223] env[62849]: value = "task-4404991" [ 1073.309223] env[62849]: _type = "Task" [ 1073.309223] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.327056] env[62849]: DEBUG oslo_vmware.api [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.370032] env[62849]: DEBUG nova.network.neutron [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Updated VIF entry in instance network info cache for port 5708554b-66be-41cb-8273-06b19f9a9ad4. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1073.370520] env[62849]: DEBUG nova.network.neutron [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Updating instance_info_cache with network_info: [{"id": "5708554b-66be-41cb-8273-06b19f9a9ad4", "address": "fa:16:3e:ce:60:c9", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5708554b-66", "ovs_interfaceid": "5708554b-66be-41cb-8273-06b19f9a9ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.398236] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6f9fd6-052f-42ce-93a6-46fd3555434c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.409109] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5542b6-0038-4e34-87fa-f16620feacb5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.454818] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0a1517-41dc-44a3-b7d5-dfdfc7784ff9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.464624] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404987, 'name': Rename_Task, 'duration_secs': 0.1976} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.467596] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.467596] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d421ebf2-61be-4e7a-9cb8-970b48bc4973 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.470531] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689becc9-08ba-48be-b340-af6e8ab55ea5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.489968] env[62849]: DEBUG nova.compute.provider_tree [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.493028] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1073.493028] env[62849]: value = "task-4404992" [ 1073.493028] env[62849]: _type = "Task" [ 1073.493028] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.504149] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.570927] env[62849]: DEBUG nova.network.neutron [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [{"id": "c714ef21-afe8-4399-a8e1-71688393fe74", "address": "fa:16:3e:e8:78:3a", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714ef21-af", "ovs_interfaceid": "c714ef21-afe8-4399-a8e1-71688393fe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.583747] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4404988, 'name': CreateVM_Task, 'duration_secs': 0.474453} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.584332] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.585061] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.585237] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.585553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.586078] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124e89e6-84c4-4317-a895-513e8cc02991 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.592071] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1073.592071] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5284cc91-2cc6-e360-7433-5af1490be422" [ 1073.592071] env[62849]: _type = "Task" [ 1073.592071] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.601412] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5284cc91-2cc6-e360-7433-5af1490be422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.688660] env[62849]: DEBUG oslo_vmware.api [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404989, 'name': PowerOffVM_Task, 'duration_secs': 0.386417} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.688660] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.689137] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.689137] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da98b104-ce42-40d4-9f57-63ccac97054f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.768488] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.768690] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.768916] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleting the datastore file [datastore2] 4bed0d50-658b-411c-9551-6bdaf4aca123 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.769270] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eff8767e-c7d0-45e7-9880-342ba28d3056 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.776773] env[62849]: DEBUG oslo_vmware.api [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for the task: (returnval){ [ 1073.776773] env[62849]: value = "task-4404994" [ 1073.776773] env[62849]: _type = "Task" [ 1073.776773] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.787032] env[62849]: DEBUG oslo_vmware.api [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.820291] env[62849]: DEBUG oslo_vmware.api [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255544} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.820291] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.820433] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.820613] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.820792] env[62849]: INFO nova.compute.manager [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1073.821052] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.821251] env[62849]: DEBUG nova.compute.manager [-] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.821342] env[62849]: DEBUG nova.network.neutron [-] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1073.873812] env[62849]: DEBUG oslo_concurrency.lockutils [req-2634d5ea-c0ad-4773-964c-75df27cb59a9 req-cc73c730-dc31-4027-8f4f-c1b125852615 service nova] Releasing lock "refresh_cache-9be1778d-680b-467f-af6a-130d39b2112b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.995227] env[62849]: DEBUG nova.scheduler.client.report [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.024840] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.077723] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Releasing lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.078455] env[62849]: DEBUG nova.objects.instance [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lazy-loading 'flavor' on Instance uuid ffa3e5e3-d22d-4127-840b-d8ce8cfa099d {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.110966] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5284cc91-2cc6-e360-7433-5af1490be422, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.110966] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.111240] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.111484] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.111653] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.112143] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.112646] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a1e678a-b0f5-4910-9506-4ca3e0d8522b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.127038] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.127038] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.127038] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93ea64d-0afc-4719-bd84-dd3433111fdc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.136733] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1074.136733] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525a87d4-6702-b4b3-6ccc-c2cc15105796" [ 1074.136733] env[62849]: _type = "Task" [ 1074.136733] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.161951] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525a87d4-6702-b4b3-6ccc-c2cc15105796, 'name': SearchDatastore_Task, 'duration_secs': 0.015665} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.163558] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b276bff-d438-425f-9b96-017cab09b380 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.171474] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1074.171474] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52366b1b-4d68-8177-5a81-75a72416e7ef" [ 1074.171474] env[62849]: _type = "Task" [ 1074.171474] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.181606] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52366b1b-4d68-8177-5a81-75a72416e7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.288362] env[62849]: DEBUG oslo_vmware.api [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Task: {'id': task-4404994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219885} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.288642] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.288832] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.289017] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.289199] env[62849]: INFO nova.compute.manager [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1074.289450] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.289719] env[62849]: DEBUG nova.compute.manager [-] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.289822] env[62849]: DEBUG nova.network.neutron [-] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1074.514589] env[62849]: DEBUG oslo_vmware.api [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4404992, 'name': PowerOnVM_Task, 'duration_secs': 0.748489} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.514970] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.515270] env[62849]: INFO nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1074.515504] env[62849]: DEBUG nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.516560] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4a4298-3ac4-48fb-afa0-1d0a0407b670 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.552671] env[62849]: DEBUG nova.compute.manager [req-9dbee4a5-d14c-4eb2-b59e-89e8c994bdc8 req-40ee459c-2692-4a02-8a36-d9e65422374b service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Received event network-vif-deleted-4155ceb8-e2be-44e4-a762-8a46cd8d9e17 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1074.552884] env[62849]: INFO nova.compute.manager [req-9dbee4a5-d14c-4eb2-b59e-89e8c994bdc8 req-40ee459c-2692-4a02-8a36-d9e65422374b service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Neutron deleted interface 4155ceb8-e2be-44e4-a762-8a46cd8d9e17; detaching it from the instance and deleting it from the info cache [ 1074.553018] env[62849]: DEBUG nova.network.neutron [req-9dbee4a5-d14c-4eb2-b59e-89e8c994bdc8 req-40ee459c-2692-4a02-8a36-d9e65422374b service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.588026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c9ab37-87db-49bb-a452-dc3b9b9ceaf1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.615910] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.619090] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-795dd0c8-d06d-43f5-9c01-11ea40e738b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.620807] env[62849]: DEBUG nova.compute.manager [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1074.630593] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1074.630593] env[62849]: value = "task-4404995" [ 1074.630593] env[62849]: _type = "Task" [ 1074.630593] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.642809] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.684312] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52366b1b-4d68-8177-5a81-75a72416e7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015958} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.684312] env[62849]: DEBUG nova.network.neutron [-] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.685579] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.685854] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9be1778d-680b-467f-af6a-130d39b2112b/9be1778d-680b-467f-af6a-130d39b2112b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.686970] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b57be386-5f23-4f91-80d9-8a010b73616e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.699880] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1074.699880] env[62849]: value = "task-4404997" [ 1074.699880] env[62849]: _type = "Task" [ 1074.699880] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.709256] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e09ad1-3672-49a4-83f2-01d5d0b5dff4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.717638] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.738150] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance '2193fa87-1760-4d26-806b-ba596fb380f9' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.836080] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.836380] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862120', 'volume_id': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'name': 'volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251e8971-fbbb-4d08-be97-240a50120854', 'attached_at': '', 'detached_at': '', 'volume_id': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'serial': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.837454] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484bf81f-7404-4545-9fb4-f8b3be8838be {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.860051] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2471976-11f7-4360-b8d2-76353a67f6b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.891336] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924/volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.891796] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc37ca21-2ddc-4986-b942-137e5825c543 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.914244] env[62849]: DEBUG oslo_vmware.api [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1074.914244] env[62849]: value = "task-4404998" [ 1074.914244] env[62849]: _type = "Task" [ 1074.914244] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.925089] env[62849]: DEBUG oslo_vmware.api [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.025041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.527s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.028151] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.981s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.028454] env[62849]: DEBUG nova.objects.instance [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lazy-loading 'resources' on Instance uuid 2d4232fd-8805-4698-a6cf-603eed0905a3 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.042914] env[62849]: INFO nova.compute.manager [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Took 32.64 seconds to build instance. [ 1075.056047] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0ab34f7-97ac-41af-9060-ce389638ff99 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.069873] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0399d690-8f3f-4feb-8599-1b5bebd2d78e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.113847] env[62849]: DEBUG nova.compute.manager [req-9dbee4a5-d14c-4eb2-b59e-89e8c994bdc8 req-40ee459c-2692-4a02-8a36-d9e65422374b service nova] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Detach interface failed, port_id=4155ceb8-e2be-44e4-a762-8a46cd8d9e17, reason: Instance fc37b4f3-686b-47c8-9091-58f07c0407ce could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1075.136711] env[62849]: DEBUG nova.network.neutron [-] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.145284] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404995, 'name': PowerOffVM_Task, 'duration_secs': 0.308994} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.146547] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.146903] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.153036] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfiguring VM instance instance-0000005d to detach disk 2002 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.154186] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75b21e6-75e4-49ff-aa42-45d5786d5492 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.176434] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1075.176434] env[62849]: value = "task-4404999" [ 1075.176434] env[62849]: _type = "Task" [ 1075.176434] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.188994] env[62849]: INFO nova.compute.manager [-] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Took 1.37 seconds to deallocate network for instance. [ 1075.189386] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.213292] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404997, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.245218] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.245934] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d520e10-8a87-4fd3-be21-2fac5d5d3f6f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.255214] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1075.255214] env[62849]: value = "task-4405000" [ 1075.255214] env[62849]: _type = "Task" [ 1075.255214] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.266409] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.426204] env[62849]: DEBUG oslo_vmware.api [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.544885] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4d5cdad8-eeba-431b-b36c-99ff169eb803 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.147s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.616031] env[62849]: INFO nova.scheduler.client.report [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted allocation for migration 8112b0da-4364-44b5-a65e-521434445304 [ 1075.639897] env[62849]: INFO nova.compute.manager [-] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Took 1.35 seconds to deallocate network for instance. [ 1075.697915] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.698106] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.717281] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4404997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644716} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.717736] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 9be1778d-680b-467f-af6a-130d39b2112b/9be1778d-680b-467f-af6a-130d39b2112b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.717812] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.718108] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-824df9dc-529c-405c-b723-21922a30166f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.727215] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1075.727215] env[62849]: value = "task-4405001" [ 1075.727215] env[62849]: _type = "Task" [ 1075.727215] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.738204] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.765503] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.887541] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef541c1a-19cc-4b9c-9ddd-cdf9cedc6656 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.898446] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c97e0d6-a25d-4134-ab98-c7da358184af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.935918] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b4e3f2-bac2-49d6-a487-7adbc3540ba5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.948373] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f796521c-19af-4ede-81dd-08961bb31d20 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.953730] env[62849]: DEBUG oslo_vmware.api [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4404998, 'name': ReconfigVM_Task, 'duration_secs': 0.836764} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.954204] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924/volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.960804] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c80053f2-d60d-4745-afaa-4305c19abef2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.982873] env[62849]: DEBUG nova.compute.provider_tree [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.992287] env[62849]: DEBUG oslo_vmware.api [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1075.992287] env[62849]: value = "task-4405002" [ 1075.992287] env[62849]: _type = "Task" [ 1075.992287] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.004421] env[62849]: DEBUG oslo_vmware.api [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.122373] env[62849]: DEBUG oslo_concurrency.lockutils [None req-360f62f4-6932-467c-b93e-8e8aaad5a5fb tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.047s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.154226] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.188830] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.239110] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.265712] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405000, 'name': PowerOffVM_Task, 'duration_secs': 0.928441} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.269026] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.269026] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance '2193fa87-1760-4d26-806b-ba596fb380f9' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.486989] env[62849]: DEBUG nova.scheduler.client.report [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.502461] env[62849]: DEBUG oslo_vmware.api [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405002, 'name': ReconfigVM_Task, 'duration_secs': 0.215935} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.502921] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862120', 'volume_id': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'name': 'volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251e8971-fbbb-4d08-be97-240a50120854', 'attached_at': '', 'detached_at': '', 'volume_id': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'serial': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.689811] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4404999, 'name': ReconfigVM_Task, 'duration_secs': 1.38018} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.690123] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfigured VM instance instance-0000005d to detach disk 2002 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.690320] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.690582] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d935840-669b-4d3e-90ef-5fc783814009 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.698065] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1076.698065] env[62849]: value = "task-4405003" [ 1076.698065] env[62849]: _type = "Task" [ 1076.698065] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.709942] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf1066-f329-49c7-6ad9-a8e5a1433f34/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1076.710905] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df26aa95-0f69-4f3f-be39-7a61a5e72ada {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.717672] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.722661] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf1066-f329-49c7-6ad9-a8e5a1433f34/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1076.722868] env[62849]: ERROR oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf1066-f329-49c7-6ad9-a8e5a1433f34/disk-0.vmdk due to incomplete transfer. [ 1076.723148] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-69c3505c-4fd6-47a7-aed8-3d6651b662d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.736218] env[62849]: DEBUG oslo_vmware.rw_handles [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf1066-f329-49c7-6ad9-a8e5a1433f34/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1076.736751] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Uploaded image 53418e95-856e-409a-ad62-c161ddcb47e2 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1076.740212] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1076.741362] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11b5a323-cd0e-4b10-94f6-193b3b680e7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.748089] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.820417} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.748697] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.749806] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f1e2a2-9373-45ba-8d2c-709bf989fa9c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.755531] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1076.755531] env[62849]: value = "task-4405004" [ 1076.755531] env[62849]: _type = "Task" [ 1076.755531] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.776372] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.776659] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.776843] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.777042] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.777213] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.777364] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.777589] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.777754] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.777940] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.778127] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.778298] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.791822] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 9be1778d-680b-467f-af6a-130d39b2112b/9be1778d-680b-467f-af6a-130d39b2112b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.793046] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf27dc7-e384-43f7-aac8-9842aac835e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.803452] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8689f970-62c4-48dc-ab4d-e4e5c110fe69 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.821916] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405004, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.828541] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1076.828541] env[62849]: value = "task-4405005" [ 1076.828541] env[62849]: _type = "Task" [ 1076.828541] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.830082] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1076.830082] env[62849]: value = "task-4405006" [ 1076.830082] env[62849]: _type = "Task" [ 1076.830082] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.842258] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.845588] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405006, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.998047] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.001240] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.290s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.030381] env[62849]: INFO nova.scheduler.client.report [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Deleted allocations for instance 2d4232fd-8805-4698-a6cf-603eed0905a3 [ 1077.208635] env[62849]: DEBUG oslo_vmware.api [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405003, 'name': PowerOnVM_Task, 'duration_secs': 0.487542} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.208822] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.209112] env[62849]: DEBUG nova.compute.manager [None req-2ffb6005-681d-4ec9-92a6-c06d93f1f216 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.209928] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81c9b99-f735-4e77-a9f6-a87ac227002c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.225612] env[62849]: DEBUG nova.compute.manager [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Received event network-vif-deleted-c7de73f8-e332-4659-be2e-59542be3182d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1077.225752] env[62849]: DEBUG nova.compute.manager [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1077.226407] env[62849]: DEBUG nova.compute.manager [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing instance network info cache due to event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1077.226407] env[62849]: DEBUG oslo_concurrency.lockutils [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.226407] env[62849]: DEBUG oslo_concurrency.lockutils [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.226511] env[62849]: DEBUG nova.network.neutron [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.270583] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405004, 'name': Destroy_Task, 'duration_secs': 0.420805} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.270743] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Destroyed the VM [ 1077.270970] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1077.271233] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55c88d1c-d914-4dfe-aa19-25b460215607 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.280370] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1077.280370] env[62849]: value = "task-4405007" [ 1077.280370] env[62849]: _type = "Task" [ 1077.280370] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.290588] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.343587] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405005, 'name': ReconfigVM_Task, 'duration_secs': 0.188102} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.346691] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance '2193fa87-1760-4d26-806b-ba596fb380f9' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.350267] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405006, 'name': ReconfigVM_Task, 'duration_secs': 0.328556} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.350540] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 9be1778d-680b-467f-af6a-130d39b2112b/9be1778d-680b-467f-af6a-130d39b2112b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.351490] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8595e0dd-0e2f-45fb-8b5b-5b336bc3882d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.358650] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1077.358650] env[62849]: value = "task-4405008" [ 1077.358650] env[62849]: _type = "Task" [ 1077.358650] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.369900] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405008, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.541641] env[62849]: DEBUG oslo_concurrency.lockutils [None req-58a01fb2-ecba-4184-b46d-b76af65848de tempest-ServerShowV247Test-384252697 tempest-ServerShowV247Test-384252697-project-member] Lock "2d4232fd-8805-4698-a6cf-603eed0905a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.738s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.564624] env[62849]: DEBUG nova.objects.instance [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 251e8971-fbbb-4d08-be97-240a50120854 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.654955] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.655244] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.690021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.690403] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.690605] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.690840] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.691204] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.693463] env[62849]: INFO nova.compute.manager [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Terminating instance [ 1077.793478] env[62849]: DEBUG oslo_vmware.api [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405007, 'name': RemoveSnapshot_Task, 'duration_secs': 0.465503} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.793910] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.794226] env[62849]: INFO nova.compute.manager [None req-d0630ccb-b91d-43b3-9512-f855436db166 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 1077.843273] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e65426-202e-4162-95f5-aeb45bd7f663 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.853868] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.853868] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.854092] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.854195] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.854405] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.854534] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.854686] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.854844] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.855018] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.855202] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.855397] env[62849]: DEBUG nova.virt.hardware [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.861192] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.862369] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d84d762-913c-40cc-9a35-39699cab8c9d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.868582] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f31bfb-22ee-4437-8c9f-777614096f9d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.894567] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405008, 'name': Rename_Task, 'duration_secs': 0.154474} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.896230] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.896580] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1077.896580] env[62849]: value = "task-4405009" [ 1077.896580] env[62849]: _type = "Task" [ 1077.896580] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.923324] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45dc6ef2-3dc6-4688-bade-3edad800f0ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.932606] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11199b9-d7cb-4792-a42a-6688dc2ba4e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.942373] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.945734] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1077.945734] env[62849]: value = "task-4405010" [ 1077.945734] env[62849]: _type = "Task" [ 1077.945734] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.947233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3367d5-b486-4e5f-8e21-3f56f79c8dda {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.967937] env[62849]: DEBUG nova.compute.provider_tree [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.057295] env[62849]: DEBUG nova.network.neutron [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updated VIF entry in instance network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1078.057608] env[62849]: DEBUG nova.network.neutron [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.072569] env[62849]: DEBUG oslo_concurrency.lockutils [None req-71bc5020-d798-4b07-b621-205b8123c301 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.857s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.158617] env[62849]: DEBUG nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.198025] env[62849]: DEBUG nova.compute.manager [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.198288] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.199904] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93160d9-60f0-42c9-9f1d-746f3aa62529 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.208836] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.209100] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e236b833-7da0-4ccc-beb7-38c70545fb51 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.218027] env[62849]: DEBUG oslo_vmware.api [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1078.218027] env[62849]: value = "task-4405011" [ 1078.218027] env[62849]: _type = "Task" [ 1078.218027] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.229745] env[62849]: DEBUG oslo_vmware.api [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.448689] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405009, 'name': ReconfigVM_Task, 'duration_secs': 0.300407} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.454658] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.457069] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e42574-74ba-4bb8-8308-11e2d95f2f34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.478077] env[62849]: DEBUG nova.scheduler.client.report [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.483219] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.513923] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68/volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.518739] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e297d114-9824-4637-95cd-da53aca2d9d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.532692] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "b8825edf-eb25-4efe-b2af-9742f844fcb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.533626] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "b8825edf-eb25-4efe-b2af-9742f844fcb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.542364] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1078.542364] env[62849]: value = "task-4405012" [ 1078.542364] env[62849]: _type = "Task" [ 1078.542364] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.553099] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.560348] env[62849]: DEBUG oslo_concurrency.lockutils [req-00df4811-9900-4d02-8ebf-6e34b7599fd7 req-1edaafc5-7e9f-434a-9f31-90025b002f09 service nova] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.688057] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.730248] env[62849]: DEBUG oslo_vmware.api [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405011, 'name': PowerOffVM_Task, 'duration_secs': 0.28074} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.730529] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.730696] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.730955] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef10b312-4358-4925-b810-6a6aa9154830 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.798216] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.798610] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.798773] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleting the datastore file [datastore2] a1508298-e8bd-4c38-be61-fd2a3cf4bf9f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.798979] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbfac3bf-b86d-4391-bf95-c220eae5964a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.807578] env[62849]: DEBUG oslo_vmware.api [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1078.807578] env[62849]: value = "task-4405015" [ 1078.807578] env[62849]: _type = "Task" [ 1078.807578] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.817041] env[62849]: DEBUG oslo_vmware.api [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.959778] env[62849]: DEBUG oslo_vmware.api [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405010, 'name': PowerOnVM_Task, 'duration_secs': 0.629988} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.960182] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.960456] env[62849]: INFO nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1078.960684] env[62849]: DEBUG nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.962684] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba605ec0-f13b-48ab-b7e0-30613c91643e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.036310] env[62849]: DEBUG nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.053863] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.318439] env[62849]: DEBUG oslo_vmware.api [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444257} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.318680] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.318857] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.319128] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.319265] env[62849]: INFO nova.compute.manager [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1079.319525] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.319776] env[62849]: DEBUG nova.compute.manager [-] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.319879] env[62849]: DEBUG nova.network.neutron [-] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1079.470713] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "44975696-888c-4db5-8b92-2c2e3fbf2291" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.471104] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "44975696-888c-4db5-8b92-2c2e3fbf2291" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.471403] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "44975696-888c-4db5-8b92-2c2e3fbf2291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.471681] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "44975696-888c-4db5-8b92-2c2e3fbf2291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.471949] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "44975696-888c-4db5-8b92-2c2e3fbf2291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.476469] env[62849]: INFO nova.compute.manager [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Terminating instance [ 1079.490206] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.490s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.495065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.348s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.499467] env[62849]: INFO nova.compute.manager [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Took 33.58 seconds to build instance. [ 1079.558881] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405012, 'name': ReconfigVM_Task, 'duration_secs': 0.559924} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.560463] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68/volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.560743] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance '2193fa87-1760-4d26-806b-ba596fb380f9' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.566961] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.664728] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.665319] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.984016] env[62849]: DEBUG nova.compute.manager [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.984016] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.985026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9af9544-6d13-48bf-a671-ab3b42275f1d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.993986] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.994271] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79114cbc-2d89-4409-9fb5-09e3ac917dd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.002279] env[62849]: INFO nova.compute.claims [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.005782] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8e11a889-95f9-41f7-9ac7-7ba859d730f9 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "9be1778d-680b-467f-af6a-130d39b2112b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.093s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.065233] env[62849]: INFO nova.scheduler.client.report [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted allocation for migration 068af999-9ae7-4bc2-93c4-51be415f4e8f [ 1080.072486] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b94c9a2-e66a-4a38-b0bc-a70376096106 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.075409] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.075622] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.075801] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleting the datastore file [datastore1] 44975696-888c-4db5-8b92-2c2e3fbf2291 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.076078] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd2e3f4f-cadb-4bf7-bc16-0c698bad7e27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.097241] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b665f5ab-c973-4447-ba94-a3a410a60600 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.102584] env[62849]: DEBUG oslo_vmware.api [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1080.102584] env[62849]: value = "task-4405017" [ 1080.102584] env[62849]: _type = "Task" [ 1080.102584] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.103396] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.103619] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.122555] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance '2193fa87-1760-4d26-806b-ba596fb380f9' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.132149] env[62849]: DEBUG oslo_vmware.api [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.168556] env[62849]: DEBUG nova.compute.utils [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.176967] env[62849]: DEBUG nova.network.neutron [-] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.510412] env[62849]: INFO nova.compute.resource_tracker [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating resource usage from migration 56fee9c9-a5c8-4347-93a8-d42d13f3ad08 [ 1080.573754] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.271s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.619118] env[62849]: DEBUG oslo_vmware.api [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502046} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.619334] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.619421] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.620023] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.620023] env[62849]: INFO nova.compute.manager [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1080.620023] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.620318] env[62849]: DEBUG nova.compute.manager [-] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.620318] env[62849]: DEBUG nova.network.neutron [-] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1080.622541] env[62849]: DEBUG nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.673442] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.681273] env[62849]: INFO nova.compute.manager [-] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Took 1.36 seconds to deallocate network for instance. [ 1080.846230] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb86a9e-99eb-457c-ac93-d0945b4024a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.854295] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa247be-ee1b-41d5-8788-1c6f09071aa5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.885676] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d317207-a4db-45d3-b9e6-cabf3abea74e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.894277] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c66132-665f-4ebf-ab60-ef7f1f8b5eb0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.909784] env[62849]: DEBUG nova.compute.provider_tree [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.140880] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.192941] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.350649] env[62849]: DEBUG nova.compute.manager [req-eec469e3-7fac-4ab6-9705-cb4b2fbddbe0 req-78faaf16-b7a0-45fe-a189-a383b23be331 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Received event network-changed-c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1081.350649] env[62849]: DEBUG nova.compute.manager [req-eec469e3-7fac-4ab6-9705-cb4b2fbddbe0 req-78faaf16-b7a0-45fe-a189-a383b23be331 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Refreshing instance network info cache due to event network-changed-c714ef21-afe8-4399-a8e1-71688393fe74. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1081.350883] env[62849]: DEBUG oslo_concurrency.lockutils [req-eec469e3-7fac-4ab6-9705-cb4b2fbddbe0 req-78faaf16-b7a0-45fe-a189-a383b23be331 service nova] Acquiring lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.351040] env[62849]: DEBUG oslo_concurrency.lockutils [req-eec469e3-7fac-4ab6-9705-cb4b2fbddbe0 req-78faaf16-b7a0-45fe-a189-a383b23be331 service nova] Acquired lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.351212] env[62849]: DEBUG nova.network.neutron [req-eec469e3-7fac-4ab6-9705-cb4b2fbddbe0 req-78faaf16-b7a0-45fe-a189-a383b23be331 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Refreshing network info cache for port c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.443591] env[62849]: DEBUG nova.network.neutron [-] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.446106] env[62849]: ERROR nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [req-829ccd0d-129a-4899-a1ef-cd5b6aa1dc8d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-829ccd0d-129a-4899-a1ef-cd5b6aa1dc8d"}]} [ 1081.483884] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1081.502039] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1081.502039] env[62849]: DEBUG nova.compute.provider_tree [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.523269] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1081.544408] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1081.761786] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.762089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.762332] env[62849]: INFO nova.compute.manager [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Attaching volume 4ea464da-3935-42df-a61a-0cb3f7214b6a to /dev/sdc [ 1081.804352] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e238b7-fa3f-4394-96ac-d9af11ce2bd7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.816112] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd0838d-00e3-4b1c-bd50-76351abf9d83 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.831931] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.832395] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.832395] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.832511] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.833126] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.834537] env[62849]: DEBUG nova.virt.block_device [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updating existing volume attachment record: ee8b1e98-6072-4e19-9189-a4897d8c9a18 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1081.838377] env[62849]: INFO nova.compute.manager [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Terminating instance [ 1081.842563] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb661fd9-7101-43f0-ab18-e23607db624e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.849531] env[62849]: DEBUG nova.network.neutron [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Port 5aee4f25-0316-43bf-8a85-0a6dafd32df8 binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1081.853530] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ae8d16-9bb6-463b-930a-47c912d35f5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.892156] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a680a58-f08d-41b8-b069-a5fa767c9e78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.900804] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eef521-73f3-41df-8fe9-8f9c5cdcedda {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.919412] env[62849]: DEBUG nova.compute.provider_tree [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.950472] env[62849]: INFO nova.compute.manager [-] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Took 1.33 seconds to deallocate network for instance. [ 1082.345410] env[62849]: DEBUG nova.compute.manager [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.345410] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.345410] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caab65c5-9de5-476f-91d2-abedd645b2e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.357105] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.357574] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1914683c-bd83-42a2-babc-3b0a1461b916 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.365655] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1082.365655] env[62849]: value = "task-4405020" [ 1082.365655] env[62849]: _type = "Task" [ 1082.365655] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.375219] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4405020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.428800] env[62849]: DEBUG nova.network.neutron [req-eec469e3-7fac-4ab6-9705-cb4b2fbddbe0 req-78faaf16-b7a0-45fe-a189-a383b23be331 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updated VIF entry in instance network info cache for port c714ef21-afe8-4399-a8e1-71688393fe74. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.429290] env[62849]: DEBUG nova.network.neutron [req-eec469e3-7fac-4ab6-9705-cb4b2fbddbe0 req-78faaf16-b7a0-45fe-a189-a383b23be331 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [{"id": "c714ef21-afe8-4399-a8e1-71688393fe74", "address": "fa:16:3e:e8:78:3a", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714ef21-af", "ovs_interfaceid": "c714ef21-afe8-4399-a8e1-71688393fe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.447675] env[62849]: ERROR nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [req-7e99e9b6-1871-4111-a16f-fc9df91274bc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e99e9b6-1871-4111-a16f-fc9df91274bc"}]} [ 1082.457173] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.473257] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1082.492345] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1082.492345] env[62849]: DEBUG nova.compute.provider_tree [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.503274] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1082.525369] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1082.608628] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.608866] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.827155] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b792cdf9-1cac-4ac2-89f9-022764821ebe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.835753] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f1f6ed-031b-4e5c-8aeb-9e38c99e7ba2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.880938] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c0eb1-c02b-48a8-a6c6-137d3b6d128e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.888630] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.888848] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.889033] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.896539] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4405020, 'name': PowerOffVM_Task, 'duration_secs': 0.215043} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.898726] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.898931] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.899716] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f60964e-d575-4228-a76e-d162f6b14086 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.902242] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3741575-3112-446e-98e1-c1a0b7911192 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.917541] env[62849]: DEBUG nova.compute.provider_tree [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.932511] env[62849]: DEBUG oslo_concurrency.lockutils [req-eec469e3-7fac-4ab6-9705-cb4b2fbddbe0 req-78faaf16-b7a0-45fe-a189-a383b23be331 service nova] Releasing lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.112091] env[62849]: DEBUG nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.383405] env[62849]: DEBUG nova.compute.manager [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Received event network-changed-c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1083.383672] env[62849]: DEBUG nova.compute.manager [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Refreshing instance network info cache due to event network-changed-c714ef21-afe8-4399-a8e1-71688393fe74. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1083.383825] env[62849]: DEBUG oslo_concurrency.lockutils [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] Acquiring lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.384029] env[62849]: DEBUG oslo_concurrency.lockutils [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] Acquired lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.384208] env[62849]: DEBUG nova.network.neutron [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Refreshing network info cache for port c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.464953] env[62849]: DEBUG nova.scheduler.client.report [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1083.465296] env[62849]: DEBUG nova.compute.provider_tree [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 158 to 159 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1083.465495] env[62849]: DEBUG nova.compute.provider_tree [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.623681] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.623681] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.623894] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleting the datastore file [datastore1] 06eb8400-9835-4a15-9aca-44bd4453ee8f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.627805] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-419b4a82-2628-42bd-aabc-8adfc34234ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.636927] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for the task: (returnval){ [ 1083.636927] env[62849]: value = "task-4405022" [ 1083.636927] env[62849]: _type = "Task" [ 1083.636927] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.645130] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.651066] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4405022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.935198] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.935393] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.935571] env[62849]: DEBUG nova.network.neutron [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1083.973577] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.479s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.973797] env[62849]: INFO nova.compute.manager [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Migrating [ 1083.980892] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.283s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.981138] env[62849]: DEBUG nova.objects.instance [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lazy-loading 'resources' on Instance uuid fc37b4f3-686b-47c8-9091-58f07c0407ce {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.148996] env[62849]: DEBUG oslo_vmware.api [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Task: {'id': task-4405022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446981} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.149336] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.149568] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.149831] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.150079] env[62849]: INFO nova.compute.manager [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1084.150357] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.150576] env[62849]: DEBUG nova.compute.manager [-] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.150670] env[62849]: DEBUG nova.network.neutron [-] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1084.155498] env[62849]: DEBUG nova.network.neutron [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updated VIF entry in instance network info cache for port c714ef21-afe8-4399-a8e1-71688393fe74. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1084.155889] env[62849]: DEBUG nova.network.neutron [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [{"id": "c714ef21-afe8-4399-a8e1-71688393fe74", "address": "fa:16:3e:e8:78:3a", "network": {"id": "9d3fbb9f-c77b-4be9-8063-4d0904d6f1fc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1684798297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70642570d2ae498a9fdd6a5d18ceb483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc714ef21-af", "ovs_interfaceid": "c714ef21-afe8-4399-a8e1-71688393fe74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.425587] env[62849]: DEBUG nova.compute.manager [req-e261d84b-e92c-43aa-8074-6a52e6f14456 req-d7693dd8-c2e4-4c64-95cd-b4fc2f89b993 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Received event network-vif-deleted-9b0dbe35-0361-448e-a101-8dedf3857649 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1084.425935] env[62849]: INFO nova.compute.manager [req-e261d84b-e92c-43aa-8074-6a52e6f14456 req-d7693dd8-c2e4-4c64-95cd-b4fc2f89b993 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Neutron deleted interface 9b0dbe35-0361-448e-a101-8dedf3857649; detaching it from the instance and deleting it from the info cache [ 1084.426094] env[62849]: DEBUG nova.network.neutron [req-e261d84b-e92c-43aa-8074-6a52e6f14456 req-d7693dd8-c2e4-4c64-95cd-b4fc2f89b993 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.490712] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.491110] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.491197] env[62849]: DEBUG nova.network.neutron [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.659444] env[62849]: DEBUG oslo_concurrency.lockutils [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] Releasing lock "refresh_cache-ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.659739] env[62849]: DEBUG nova.compute.manager [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Received event network-vif-deleted-92236081-8ca5-4853-a465-9fba6f534cbe {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1084.659944] env[62849]: DEBUG nova.compute.manager [req-83b92bc4-58c3-4749-bbb7-dfbeaa2417d6 req-7b7da516-f5b0-4781-b8ac-28844d403431 service nova] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Received event network-vif-deleted-d7606de6-2efe-4d48-b284-02f787132a71 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1084.736705] env[62849]: DEBUG nova.network.neutron [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance_info_cache with network_info: [{"id": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "address": "fa:16:3e:64:5f:ca", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aee4f25-03", "ovs_interfaceid": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.807403] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947a3df-fb06-4bf1-9e97-6983e094b5a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.816610] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a01785f-e70b-496a-b3c5-00b2026acc8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.850603] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3501aeb1-f344-4f86-a7b6-3fa8f4b5ee4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.858947] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c105062-c211-4165-8413-94064cd0c790 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.873226] env[62849]: DEBUG nova.compute.provider_tree [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.907035] env[62849]: DEBUG nova.network.neutron [-] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.929074] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a07d7ba0-f167-40cd-ad37-2dda80f501c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.939241] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98acba4-54a0-45ca-b4c8-ef9b68cdc917 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.973546] env[62849]: DEBUG nova.compute.manager [req-e261d84b-e92c-43aa-8074-6a52e6f14456 req-d7693dd8-c2e4-4c64-95cd-b4fc2f89b993 service nova] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Detach interface failed, port_id=9b0dbe35-0361-448e-a101-8dedf3857649, reason: Instance 06eb8400-9835-4a15-9aca-44bd4453ee8f could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1085.239617] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.253912] env[62849]: DEBUG nova.network.neutron [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance_info_cache with network_info: [{"id": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "address": "fa:16:3e:40:7e:a9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd599c62-89", "ovs_interfaceid": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.377920] env[62849]: DEBUG nova.scheduler.client.report [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.408785] env[62849]: INFO nova.compute.manager [-] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Took 1.26 seconds to deallocate network for instance. [ 1085.749396] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30131687-bba4-419a-9be0-39b8f4c62dd3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.755393] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.759170] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302cb1ab-692a-428c-8d93-10ff5d04169e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.882892] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.885254] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.731s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.885503] env[62849]: DEBUG nova.objects.instance [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lazy-loading 'resources' on Instance uuid 4bed0d50-658b-411c-9551-6bdaf4aca123 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.911854] env[62849]: INFO nova.scheduler.client.report [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleted allocations for instance fc37b4f3-686b-47c8-9091-58f07c0407ce [ 1085.919636] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.397439] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1086.397552] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862122', 'volume_id': '4ea464da-3935-42df-a61a-0cb3f7214b6a', 'name': 'volume-4ea464da-3935-42df-a61a-0cb3f7214b6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251e8971-fbbb-4d08-be97-240a50120854', 'attached_at': '', 'detached_at': '', 'volume_id': '4ea464da-3935-42df-a61a-0cb3f7214b6a', 'serial': '4ea464da-3935-42df-a61a-0cb3f7214b6a'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1086.398558] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7101af0-ce44-457b-8019-523a33436f32 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.424499] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f08811-d70e-4437-8a2d-b678bd762c1f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.428067] env[62849]: DEBUG oslo_concurrency.lockutils [None req-642f0307-e18e-4243-942c-0fff6333cde4 tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "fc37b4f3-686b-47c8-9091-58f07c0407ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.256s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.458147] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-4ea464da-3935-42df-a61a-0cb3f7214b6a/volume-4ea464da-3935-42df-a61a-0cb3f7214b6a.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.461852] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f6f7cf-8ce6-4056-9a1a-13f08f024376 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.485950] env[62849]: DEBUG oslo_vmware.api [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1086.485950] env[62849]: value = "task-4405024" [ 1086.485950] env[62849]: _type = "Task" [ 1086.485950] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.496357] env[62849]: DEBUG oslo_vmware.api [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.788359] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d458e704-0e37-46a6-8cc4-33172de82f08 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.803325] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64054287-fda9-4add-ac65-0386ff1d460b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.843443] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cefec4a-3b18-4138-9c48-eaff4ff79300 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.854637] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d1dd64-5662-4f57-9076-7f991a96bcdb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.871451] env[62849]: DEBUG nova.compute.provider_tree [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.875062] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab696b20-ff26-4a0e-88de-7c5af7ebb6a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.895638] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587fdaa-7934-4491-9619-3a250bd59d2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.904436] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance '2193fa87-1760-4d26-806b-ba596fb380f9' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.998952] env[62849]: DEBUG oslo_vmware.api [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405024, 'name': ReconfigVM_Task, 'duration_secs': 0.383919} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.999444] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-4ea464da-3935-42df-a61a-0cb3f7214b6a/volume-4ea464da-3935-42df-a61a-0cb3f7214b6a.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.006796] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08601b1-d839-4092-838b-60f3f68359fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.030041] env[62849]: DEBUG oslo_vmware.api [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1087.030041] env[62849]: value = "task-4405025" [ 1087.030041] env[62849]: _type = "Task" [ 1087.030041] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.041992] env[62849]: DEBUG oslo_vmware.api [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.279681] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133ea51e-a9a5-4f87-a0ef-871a8733d8d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.298836] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance '41c8a41c-96a6-4b80-bea2-ac337853b672' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.379776] env[62849]: DEBUG nova.scheduler.client.report [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.411223] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.411525] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e3d5f58-67eb-4560-a8c3-270dce17ce72 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.419341] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1087.419341] env[62849]: value = "task-4405026" [ 1087.419341] env[62849]: _type = "Task" [ 1087.419341] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.429013] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.541127] env[62849]: DEBUG oslo_vmware.api [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405025, 'name': ReconfigVM_Task, 'duration_secs': 0.227952} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.541445] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862122', 'volume_id': '4ea464da-3935-42df-a61a-0cb3f7214b6a', 'name': 'volume-4ea464da-3935-42df-a61a-0cb3f7214b6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251e8971-fbbb-4d08-be97-240a50120854', 'attached_at': '', 'detached_at': '', 'volume_id': '4ea464da-3935-42df-a61a-0cb3f7214b6a', 'serial': '4ea464da-3935-42df-a61a-0cb3f7214b6a'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1087.805026] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.805524] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf485f5-3050-48c3-a5b6-2b3e4640931d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.815041] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1087.815041] env[62849]: value = "task-4405027" [ 1087.815041] env[62849]: _type = "Task" [ 1087.815041] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.825400] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.884695] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.887177] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.199s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.888941] env[62849]: INFO nova.compute.claims [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.914227] env[62849]: INFO nova.scheduler.client.report [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Deleted allocations for instance 4bed0d50-658b-411c-9551-6bdaf4aca123 [ 1087.931826] env[62849]: DEBUG oslo_vmware.api [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405026, 'name': PowerOnVM_Task, 'duration_secs': 0.422298} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.931826] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.932022] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b9993d2f-3ee6-4e52-9308-0c4ed8fa9b46 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance '2193fa87-1760-4d26-806b-ba596fb380f9' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.326086] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405027, 'name': PowerOffVM_Task, 'duration_secs': 0.319427} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.326352] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.326531] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance '41c8a41c-96a6-4b80-bea2-ac337853b672' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.422403] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca4230d8-ab77-40af-afaf-ceb7c7e12ccb tempest-MultipleCreateTestJSON-1704086459 tempest-MultipleCreateTestJSON-1704086459-project-member] Lock "4bed0d50-658b-411c-9551-6bdaf4aca123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.776s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.587540] env[62849]: DEBUG nova.objects.instance [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 251e8971-fbbb-4d08-be97-240a50120854 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.833418] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.833745] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.833798] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.833983] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.834154] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.834300] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.834506] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.834670] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.834920] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.835118] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.835370] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.841100] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666d894b-afc2-478c-9d3f-fa8dcf194fbd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.858146] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1088.858146] env[62849]: value = "task-4405028" [ 1088.858146] env[62849]: _type = "Task" [ 1088.858146] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.867859] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.096433] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f6e8fafb-b84f-4778-88fc-c83cc494dfb4 tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.332s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.177402] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dac8520-09f7-44cb-8b0d-1d8b1c8c711c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.186729] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d84441-9c92-4705-97ea-60f3a0db7a0f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.219364] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6ae719-1ce1-4d9f-9c66-c130f8bac7f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.228232] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776ef58-44c9-476d-8eac-4cb518e7878e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.244844] env[62849]: DEBUG nova.compute.provider_tree [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.325134] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.325412] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.369039] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405028, 'name': ReconfigVM_Task, 'duration_secs': 0.230116} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.369289] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance '41c8a41c-96a6-4b80-bea2-ac337853b672' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.748160] env[62849]: DEBUG nova.scheduler.client.report [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.830014] env[62849]: INFO nova.compute.manager [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Detaching volume 25ae8a04-ff7d-4b15-88cc-cb2c544fa924 [ 1089.874129] env[62849]: INFO nova.virt.block_device [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Attempting to driver detach volume 25ae8a04-ff7d-4b15-88cc-cb2c544fa924 from mountpoint /dev/sdb [ 1089.874430] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1089.874662] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862120', 'volume_id': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'name': 'volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251e8971-fbbb-4d08-be97-240a50120854', 'attached_at': '', 'detached_at': '', 'volume_id': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'serial': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1089.876654] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.876867] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.877071] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.877207] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.877350] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.877493] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.877756] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.877840] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.878033] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.878205] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.878526] env[62849]: DEBUG nova.virt.hardware [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.884034] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.884827] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a17e22-d497-4035-b69d-0d1b6b45443d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.887616] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715012aa-24f4-4734-9c55-1e7f39e49742 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.928783] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64142c1b-c5f9-468e-9392-20da6dd07634 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.932899] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1089.932899] env[62849]: value = "task-4405029" [ 1089.932899] env[62849]: _type = "Task" [ 1089.932899] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.939821] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dd48c1-9677-46bf-ad1b-6ffb57320cc5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.945796] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.970102] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c90071-a261-4cd3-9ebf-f1253ecdddc7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.986822] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] The volume has not been displaced from its original location: [datastore2] volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924/volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1089.992742] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.992742] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51aafea-5bb7-4a2b-afc9-0cf6bc51b00b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.012399] env[62849]: DEBUG oslo_vmware.api [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1090.012399] env[62849]: value = "task-4405030" [ 1090.012399] env[62849]: _type = "Task" [ 1090.012399] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.022117] env[62849]: DEBUG oslo_vmware.api [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.215700] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "2193fa87-1760-4d26-806b-ba596fb380f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.216154] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.216430] env[62849]: DEBUG nova.compute.manager [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Going to confirm migration 7 {{(pid=62849) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1090.253404] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.253898] env[62849]: DEBUG nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.257519] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.690s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.259679] env[62849]: INFO nova.compute.claims [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.447449] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405029, 'name': ReconfigVM_Task, 'duration_secs': 0.205275} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.448113] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.449514] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d763cbdf-94eb-4c7f-91ef-06c2dc16baac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.475833] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672/41c8a41c-96a6-4b80-bea2-ac337853b672.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.476129] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de809ca5-ef10-4060-9c2f-b36359459b04 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.497333] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1090.497333] env[62849]: value = "task-4405031" [ 1090.497333] env[62849]: _type = "Task" [ 1090.497333] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.507057] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.523836] env[62849]: DEBUG oslo_vmware.api [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405030, 'name': ReconfigVM_Task, 'duration_secs': 0.262287} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.524233] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.529350] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0066d4e6-b47a-41c1-b062-61cfc7b2931a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.546941] env[62849]: DEBUG oslo_vmware.api [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1090.546941] env[62849]: value = "task-4405032" [ 1090.546941] env[62849]: _type = "Task" [ 1090.546941] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.556351] env[62849]: DEBUG oslo_vmware.api [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.764386] env[62849]: DEBUG nova.compute.utils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.768597] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.768780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquired lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.768954] env[62849]: DEBUG nova.network.neutron [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1090.769147] env[62849]: DEBUG nova.objects.instance [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'info_cache' on Instance uuid 2193fa87-1760-4d26-806b-ba596fb380f9 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.770198] env[62849]: DEBUG nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.770364] env[62849]: DEBUG nova.network.neutron [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1090.833257] env[62849]: DEBUG nova.policy [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.008836] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.058632] env[62849]: DEBUG oslo_vmware.api [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.178481] env[62849]: DEBUG nova.network.neutron [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Successfully created port: 4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1091.268624] env[62849]: DEBUG nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.510500] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405031, 'name': ReconfigVM_Task, 'duration_secs': 0.582014} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.510797] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672/41c8a41c-96a6-4b80-bea2-ac337853b672.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.511072] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance '41c8a41c-96a6-4b80-bea2-ac337853b672' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.565263] env[62849]: DEBUG oslo_vmware.api [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.632423] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d7a606-6f35-4856-b822-4d501183f1c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.641449] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbb12b-50d4-458f-96f4-7b1954de6b34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.676894] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6042a3c3-e1b4-4e8c-9ec3-36b949053dbf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.688039] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c1d71-6de4-445d-9279-462b6aad9ee4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.705927] env[62849]: DEBUG nova.compute.provider_tree [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.021827] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7de8c3-07de-43ca-b457-05d6cdc027e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.043956] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e2ecbb-4a43-4c2f-a260-7f4a1e1aab0e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.073318] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance '41c8a41c-96a6-4b80-bea2-ac337853b672' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.082644] env[62849]: DEBUG oslo_vmware.api [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405032, 'name': ReconfigVM_Task, 'duration_secs': 1.164471} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.083025] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862120', 'volume_id': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'name': 'volume-25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251e8971-fbbb-4d08-be97-240a50120854', 'attached_at': '', 'detached_at': '', 'volume_id': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924', 'serial': '25ae8a04-ff7d-4b15-88cc-cb2c544fa924'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.192738] env[62849]: DEBUG nova.network.neutron [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance_info_cache with network_info: [{"id": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "address": "fa:16:3e:64:5f:ca", "network": {"id": "4b7d32d8-8e59-4c09-9627-c370c47e2e35", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1149405719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9ff5682518f48cf8edd2b00a6b7632d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aee4f25-03", "ovs_interfaceid": "5aee4f25-0316-43bf-8a85-0a6dafd32df8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.209090] env[62849]: DEBUG nova.scheduler.client.report [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.283923] env[62849]: DEBUG nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.310498] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.310745] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.310899] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.311091] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.311239] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.311383] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.311587] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.311760] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.311941] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.312116] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.312285] env[62849]: DEBUG nova.virt.hardware [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.313282] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ee98f-f69c-468e-b772-77bbc9af8c4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.321419] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00c2577-c133-4241-9de6-a5a9d047dace {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.385429] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.385664] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.385801] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.385950] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.386111] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.386255] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.386401] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.386538] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1092.386683] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.640458] env[62849]: DEBUG nova.network.neutron [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Port fd599c62-894b-4e2b-aa82-791ee45ef8bf binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1092.646435] env[62849]: ERROR nova.compute.manager [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Failed to confirm volume detach for volume 25ae8a04-ff7d-4b15-88cc-cb2c544fa924. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 1092.647068] env[62849]: DEBUG nova.objects.instance [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 251e8971-fbbb-4d08-be97-240a50120854 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.701629] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Releasing lock "refresh_cache-2193fa87-1760-4d26-806b-ba596fb380f9" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.701964] env[62849]: DEBUG nova.objects.instance [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'migration_context' on Instance uuid 2193fa87-1760-4d26-806b-ba596fb380f9 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.714272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.715063] env[62849]: DEBUG nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.718909] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.578s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.720654] env[62849]: INFO nova.compute.claims [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.812145] env[62849]: DEBUG nova.compute.manager [req-2138e281-4de0-4e45-a321-30aa87a54434 req-037a4d38-9259-4956-b73b-e741fd30d1ff service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received event network-vif-plugged-4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1092.812393] env[62849]: DEBUG oslo_concurrency.lockutils [req-2138e281-4de0-4e45-a321-30aa87a54434 req-037a4d38-9259-4956-b73b-e741fd30d1ff service nova] Acquiring lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.812573] env[62849]: DEBUG oslo_concurrency.lockutils [req-2138e281-4de0-4e45-a321-30aa87a54434 req-037a4d38-9259-4956-b73b-e741fd30d1ff service nova] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.812764] env[62849]: DEBUG oslo_concurrency.lockutils [req-2138e281-4de0-4e45-a321-30aa87a54434 req-037a4d38-9259-4956-b73b-e741fd30d1ff service nova] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.812963] env[62849]: DEBUG nova.compute.manager [req-2138e281-4de0-4e45-a321-30aa87a54434 req-037a4d38-9259-4956-b73b-e741fd30d1ff service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] No waiting events found dispatching network-vif-plugged-4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.813287] env[62849]: WARNING nova.compute.manager [req-2138e281-4de0-4e45-a321-30aa87a54434 req-037a4d38-9259-4956-b73b-e741fd30d1ff service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received unexpected event network-vif-plugged-4d14a806-ff19-44f7-95dd-5be89df2520f for instance with vm_state building and task_state spawning. [ 1092.890795] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.204860] env[62849]: DEBUG nova.objects.base [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Object Instance<2193fa87-1760-4d26-806b-ba596fb380f9> lazy-loaded attributes: info_cache,migration_context {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.206069] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822a191c-c225-435a-a627-e02a791da261 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.234890] env[62849]: DEBUG nova.compute.utils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.240422] env[62849]: DEBUG nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.240422] env[62849]: DEBUG nova.network.neutron [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1093.241498] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf3de2c-47c2-41a0-abd5-5e0bbcb6fcdb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.250688] env[62849]: DEBUG oslo_vmware.api [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1093.250688] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b57a7e-a136-1ef5-742a-4c8b9fdb5b40" [ 1093.250688] env[62849]: _type = "Task" [ 1093.250688] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.261605] env[62849]: DEBUG oslo_vmware.api [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b57a7e-a136-1ef5-742a-4c8b9fdb5b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.297567] env[62849]: DEBUG nova.policy [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956d4f9fb2554edda123fe7713ffa692', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01ddd7d064384ae6b3c03f1d4fb7ad7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.473711] env[62849]: DEBUG nova.network.neutron [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Successfully updated port: 4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1093.497705] env[62849]: DEBUG nova.compute.manager [req-37df8ede-4029-4fd4-af54-9ae1f70fb711 req-ce59599e-44c3-4787-9d76-4268f418e2de service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received event network-changed-4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1093.497933] env[62849]: DEBUG nova.compute.manager [req-37df8ede-4029-4fd4-af54-9ae1f70fb711 req-ce59599e-44c3-4787-9d76-4268f418e2de service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing instance network info cache due to event network-changed-4d14a806-ff19-44f7-95dd-5be89df2520f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1093.498203] env[62849]: DEBUG oslo_concurrency.lockutils [req-37df8ede-4029-4fd4-af54-9ae1f70fb711 req-ce59599e-44c3-4787-9d76-4268f418e2de service nova] Acquiring lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.498321] env[62849]: DEBUG oslo_concurrency.lockutils [req-37df8ede-4029-4fd4-af54-9ae1f70fb711 req-ce59599e-44c3-4787-9d76-4268f418e2de service nova] Acquired lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.498493] env[62849]: DEBUG nova.network.neutron [req-37df8ede-4029-4fd4-af54-9ae1f70fb711 req-ce59599e-44c3-4787-9d76-4268f418e2de service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing network info cache for port 4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.661896] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e2f7421-6199-42db-adf9-2c84a59c8e2e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.335s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.671858] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.672126] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.672305] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.674611] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.674814] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.704439] env[62849]: DEBUG nova.network.neutron [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Successfully created port: befb19dd-ec13-4333-8d1b-e211bb896199 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1093.740161] env[62849]: DEBUG nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.769884] env[62849]: DEBUG oslo_vmware.api [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b57a7e-a136-1ef5-742a-4c8b9fdb5b40, 'name': SearchDatastore_Task, 'duration_secs': 0.015676} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.770333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.976984] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.060793] env[62849]: DEBUG nova.network.neutron [req-37df8ede-4029-4fd4-af54-9ae1f70fb711 req-ce59599e-44c3-4787-9d76-4268f418e2de service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1094.100220] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97140fc-0962-43f2-83c9-a37d80c30102 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.112187] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062458d4-eddb-4f61-96d3-da99f3403aa7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.153309] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882e37a-7c4b-49d3-97d0-c3d70061a9be {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.159673] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01aa426-8236-4e96-8de6-283a4a29791e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.180923] env[62849]: INFO nova.compute.manager [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Detaching volume 4ea464da-3935-42df-a61a-0cb3f7214b6a [ 1094.182664] env[62849]: DEBUG nova.compute.provider_tree [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.206437] env[62849]: DEBUG nova.network.neutron [req-37df8ede-4029-4fd4-af54-9ae1f70fb711 req-ce59599e-44c3-4787-9d76-4268f418e2de service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.231803] env[62849]: INFO nova.virt.block_device [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Attempting to driver detach volume 4ea464da-3935-42df-a61a-0cb3f7214b6a from mountpoint /dev/sdc [ 1094.232114] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.232325] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862122', 'volume_id': '4ea464da-3935-42df-a61a-0cb3f7214b6a', 'name': 'volume-4ea464da-3935-42df-a61a-0cb3f7214b6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251e8971-fbbb-4d08-be97-240a50120854', 'attached_at': '', 'detached_at': '', 'volume_id': '4ea464da-3935-42df-a61a-0cb3f7214b6a', 'serial': '4ea464da-3935-42df-a61a-0cb3f7214b6a'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.233304] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baffa8b5-9233-41d7-8844-d162b8ad35af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.260296] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ecdec7-4cbf-44f3-8283-8c91a4676680 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.274044] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8d8282-4589-43da-b301-4068a1294082 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.298936] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ec497-9a57-4a18-a0fb-ead291387c21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.317494] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ea464da-3935-42df-a61a-0cb3f7214b6a/volume-4ea464da-3935-42df-a61a-0cb3f7214b6a.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.323139] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfiguring VM instance instance-00000060 to detach disk 2002 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.324202] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab49098c-1f8b-4016-8c88-a433015bcb3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.345437] env[62849]: DEBUG oslo_vmware.api [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1094.345437] env[62849]: value = "task-4405033" [ 1094.345437] env[62849]: _type = "Task" [ 1094.345437] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.357200] env[62849]: DEBUG oslo_vmware.api [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.688991] env[62849]: DEBUG nova.scheduler.client.report [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.709130] env[62849]: DEBUG oslo_concurrency.lockutils [req-37df8ede-4029-4fd4-af54-9ae1f70fb711 req-ce59599e-44c3-4787-9d76-4268f418e2de service nova] Releasing lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.709130] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.709316] env[62849]: DEBUG nova.network.neutron [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.723779] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.724389] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.724389] env[62849]: DEBUG nova.network.neutron [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.761620] env[62849]: DEBUG nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.799724] env[62849]: DEBUG nova.virt.hardware [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.800311] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58161743-0196-433d-baa5-d1c99ed7e215 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.814228] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e47281-aeb1-411b-a72e-f9d4bb559015 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.856602] env[62849]: DEBUG oslo_vmware.api [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405033, 'name': ReconfigVM_Task, 'duration_secs': 0.288489} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.856914] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Reconfigured VM instance instance-00000060 to detach disk 2002 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.861614] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a68eb88-9dae-47ab-a1ab-1d638553c510 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.879170] env[62849]: DEBUG oslo_vmware.api [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1094.879170] env[62849]: value = "task-4405034" [ 1094.879170] env[62849]: _type = "Task" [ 1094.879170] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.888360] env[62849]: DEBUG oslo_vmware.api [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.083229] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquiring lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.083458] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.196246] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.197389] env[62849]: DEBUG nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.202026] env[62849]: DEBUG nova.compute.manager [req-328258ba-33e3-4785-ae8b-1d80b783121e req-493cb8c3-ed8c-43b9-ad35-3b3a63233c30 service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Received event network-vif-plugged-befb19dd-ec13-4333-8d1b-e211bb896199 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1095.202026] env[62849]: DEBUG oslo_concurrency.lockutils [req-328258ba-33e3-4785-ae8b-1d80b783121e req-493cb8c3-ed8c-43b9-ad35-3b3a63233c30 service nova] Acquiring lock "b8825edf-eb25-4efe-b2af-9742f844fcb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.202026] env[62849]: DEBUG oslo_concurrency.lockutils [req-328258ba-33e3-4785-ae8b-1d80b783121e req-493cb8c3-ed8c-43b9-ad35-3b3a63233c30 service nova] Lock "b8825edf-eb25-4efe-b2af-9742f844fcb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.202026] env[62849]: DEBUG oslo_concurrency.lockutils [req-328258ba-33e3-4785-ae8b-1d80b783121e req-493cb8c3-ed8c-43b9-ad35-3b3a63233c30 service nova] Lock "b8825edf-eb25-4efe-b2af-9742f844fcb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.202026] env[62849]: DEBUG nova.compute.manager [req-328258ba-33e3-4785-ae8b-1d80b783121e req-493cb8c3-ed8c-43b9-ad35-3b3a63233c30 service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] No waiting events found dispatching network-vif-plugged-befb19dd-ec13-4333-8d1b-e211bb896199 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.202564] env[62849]: WARNING nova.compute.manager [req-328258ba-33e3-4785-ae8b-1d80b783121e req-493cb8c3-ed8c-43b9-ad35-3b3a63233c30 service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Received unexpected event network-vif-plugged-befb19dd-ec13-4333-8d1b-e211bb896199 for instance with vm_state building and task_state spawning. [ 1095.203021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.010s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.203523] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.205862] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.749s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.206267] env[62849]: DEBUG nova.objects.instance [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lazy-loading 'resources' on Instance uuid 44975696-888c-4db5-8b92-2c2e3fbf2291 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.230243] env[62849]: INFO nova.scheduler.client.report [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted allocations for instance a1508298-e8bd-4c38-be61-fd2a3cf4bf9f [ 1095.261351] env[62849]: DEBUG nova.network.neutron [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1095.368802] env[62849]: DEBUG nova.network.neutron [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Successfully updated port: befb19dd-ec13-4333-8d1b-e211bb896199 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1095.396471] env[62849]: DEBUG oslo_vmware.api [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405034, 'name': ReconfigVM_Task, 'duration_secs': 0.153348} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.397080] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862122', 'volume_id': '4ea464da-3935-42df-a61a-0cb3f7214b6a', 'name': 'volume-4ea464da-3935-42df-a61a-0cb3f7214b6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '251e8971-fbbb-4d08-be97-240a50120854', 'attached_at': '', 'detached_at': '', 'volume_id': '4ea464da-3935-42df-a61a-0cb3f7214b6a', 'serial': '4ea464da-3935-42df-a61a-0cb3f7214b6a'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.462492] env[62849]: DEBUG nova.network.neutron [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [{"id": "4d14a806-ff19-44f7-95dd-5be89df2520f", "address": "fa:16:3e:72:7b:e2", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14a806-ff", "ovs_interfaceid": "4d14a806-ff19-44f7-95dd-5be89df2520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.572032] env[62849]: DEBUG nova.network.neutron [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance_info_cache with network_info: [{"id": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "address": "fa:16:3e:40:7e:a9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd599c62-89", "ovs_interfaceid": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.586250] env[62849]: DEBUG nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.705760] env[62849]: DEBUG nova.compute.utils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.706554] env[62849]: DEBUG nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.706725] env[62849]: DEBUG nova.network.neutron [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1095.739031] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2bc92982-c0cd-4dfd-902e-7e35f9a3ccba tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "a1508298-e8bd-4c38-be61-fd2a3cf4bf9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.049s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.744012] env[62849]: DEBUG nova.policy [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26500c0efbe5408393566912fb9a8ce2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af333e170aba4346bcfa4cc43e89c069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.874686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "refresh_cache-b8825edf-eb25-4efe-b2af-9742f844fcb5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.874882] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "refresh_cache-b8825edf-eb25-4efe-b2af-9742f844fcb5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.875049] env[62849]: DEBUG nova.network.neutron [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.961315] env[62849]: ERROR nova.compute.manager [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Failed to confirm volume detach for volume 4ea464da-3935-42df-a61a-0cb3f7214b6a. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 1095.962232] env[62849]: DEBUG nova.objects.instance [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lazy-loading 'flavor' on Instance uuid 251e8971-fbbb-4d08-be97-240a50120854 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.967338] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.967338] env[62849]: DEBUG nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Instance network_info: |[{"id": "4d14a806-ff19-44f7-95dd-5be89df2520f", "address": "fa:16:3e:72:7b:e2", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14a806-ff", "ovs_interfaceid": "4d14a806-ff19-44f7-95dd-5be89df2520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.967338] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:7b:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d14a806-ff19-44f7-95dd-5be89df2520f', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.975210] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.975466] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.975717] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47a8fd02-1f1d-4731-8159-ad0e764c7233 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.005376] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.005376] env[62849]: value = "task-4405035" [ 1096.005376] env[62849]: _type = "Task" [ 1096.005376] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.015882] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405035, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.074620] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.093151] env[62849]: DEBUG nova.network.neutron [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Successfully created port: 6baa67fe-1bc9-4390-afad-7ea33b14dddd {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1096.111131] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.116860] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0730c85c-f87f-474e-9655-9c93572a120a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.126787] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a522052-b0c7-402d-a3b4-c4938f6373f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.161498] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd5f9f-cfd3-48bc-8e80-a9fdf827b8c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.172754] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aea6eb-6b84-4e18-9026-4fc1d6c0fae0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.187693] env[62849]: DEBUG nova.compute.provider_tree [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.209967] env[62849]: DEBUG nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.418832] env[62849]: DEBUG nova.network.neutron [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1096.515131] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405035, 'name': CreateVM_Task, 'duration_secs': 0.410474} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.515279] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.516011] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.516206] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.516523] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.516769] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1425cf6e-b1c5-46c9-bd5b-4d42b3d95564 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.522291] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1096.522291] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52197ce1-fe9e-d589-8be6-599d07c8cbe6" [ 1096.522291] env[62849]: _type = "Task" [ 1096.522291] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.530468] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52197ce1-fe9e-d589-8be6-599d07c8cbe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.576239] env[62849]: DEBUG nova.network.neutron [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Updating instance_info_cache with network_info: [{"id": "befb19dd-ec13-4333-8d1b-e211bb896199", "address": "fa:16:3e:75:ad:e1", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbefb19dd-ec", "ovs_interfaceid": "befb19dd-ec13-4333-8d1b-e211bb896199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.599681] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e6f2ce-eb2d-4d57-8150-24a200a35bfd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.620414] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dec323b-6be0-4f0d-8cbc-4516b66cf57c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.629596] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance '41c8a41c-96a6-4b80-bea2-ac337853b672' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.691108] env[62849]: DEBUG nova.scheduler.client.report [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.972037] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a73ea078-a0da-4c16-b21d-24ec8cc7623e tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.034590] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52197ce1-fe9e-d589-8be6-599d07c8cbe6, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.034925] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.035186] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.035432] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.035579] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.035760] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.036131] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e554c3-b03a-4d85-b637-f0ad5a7105f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.048194] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.048194] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.048782] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18e11a2-4c9b-4d8f-9982-24e3671537f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.055906] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1097.055906] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c59812-807c-274e-8a00-e964ed07dc34" [ 1097.055906] env[62849]: _type = "Task" [ 1097.055906] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.065084] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c59812-807c-274e-8a00-e964ed07dc34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.079039] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "refresh_cache-b8825edf-eb25-4efe-b2af-9742f844fcb5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.079273] env[62849]: DEBUG nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Instance network_info: |[{"id": "befb19dd-ec13-4333-8d1b-e211bb896199", "address": "fa:16:3e:75:ad:e1", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbefb19dd-ec", "ovs_interfaceid": "befb19dd-ec13-4333-8d1b-e211bb896199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.079760] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ad:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'befb19dd-ec13-4333-8d1b-e211bb896199', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.088077] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.089050] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.089050] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08a25f1a-221a-4288-97cc-9256394f19e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.111914] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.111914] env[62849]: value = "task-4405036" [ 1097.111914] env[62849]: _type = "Task" [ 1097.111914] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.121162] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405036, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.137299] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.137597] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e501d7a-e4a9-479b-8475-1ccf3ada6d60 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.145809] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1097.145809] env[62849]: value = "task-4405037" [ 1097.145809] env[62849]: _type = "Task" [ 1097.145809] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.156406] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.196214] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.198954] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.554s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.200750] env[62849]: INFO nova.compute.claims [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.220573] env[62849]: INFO nova.scheduler.client.report [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted allocations for instance 44975696-888c-4db5-8b92-2c2e3fbf2291 [ 1097.226115] env[62849]: DEBUG nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.230600] env[62849]: DEBUG nova.compute.manager [req-ef9e6aef-d757-45a1-afa5-25f7357f8028 req-5cbc42a2-e7d4-4952-8cf9-5caf47ad0f3a service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Received event network-changed-befb19dd-ec13-4333-8d1b-e211bb896199 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1097.230813] env[62849]: DEBUG nova.compute.manager [req-ef9e6aef-d757-45a1-afa5-25f7357f8028 req-5cbc42a2-e7d4-4952-8cf9-5caf47ad0f3a service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Refreshing instance network info cache due to event network-changed-befb19dd-ec13-4333-8d1b-e211bb896199. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1097.231318] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef9e6aef-d757-45a1-afa5-25f7357f8028 req-5cbc42a2-e7d4-4952-8cf9-5caf47ad0f3a service nova] Acquiring lock "refresh_cache-b8825edf-eb25-4efe-b2af-9742f844fcb5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.231318] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef9e6aef-d757-45a1-afa5-25f7357f8028 req-5cbc42a2-e7d4-4952-8cf9-5caf47ad0f3a service nova] Acquired lock "refresh_cache-b8825edf-eb25-4efe-b2af-9742f844fcb5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.231318] env[62849]: DEBUG nova.network.neutron [req-ef9e6aef-d757-45a1-afa5-25f7357f8028 req-5cbc42a2-e7d4-4952-8cf9-5caf47ad0f3a service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Refreshing network info cache for port befb19dd-ec13-4333-8d1b-e211bb896199 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.253901] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.254265] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.254445] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.254629] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.254814] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.254992] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.255230] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.255425] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.255615] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.255779] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.255974] env[62849]: DEBUG nova.virt.hardware [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.257131] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be6e10-905f-48fe-a8c0-d8ffbcb1c51b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.266477] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db7efd-2d56-470f-ae94-f68c42dbb8bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.567482] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c59812-807c-274e-8a00-e964ed07dc34, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.568414] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4dd61b-3615-4626-a480-c1c9f806d8b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.574669] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1097.574669] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f373ce-0f4b-ced4-a3a8-0fb15d6feac6" [ 1097.574669] env[62849]: _type = "Task" [ 1097.574669] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.584108] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f373ce-0f4b-ced4-a3a8-0fb15d6feac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.622897] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405036, 'name': CreateVM_Task, 'duration_secs': 0.400781} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.623152] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.623883] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.624122] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.624521] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.624848] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bd739b-6803-4c80-8fd1-dcf384b42e33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.630193] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1097.630193] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52632c8e-f93e-84f0-a3e9-eb0e3f5bfca6" [ 1097.630193] env[62849]: _type = "Task" [ 1097.630193] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.638810] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52632c8e-f93e-84f0-a3e9-eb0e3f5bfca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.656833] env[62849]: DEBUG oslo_vmware.api [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405037, 'name': PowerOnVM_Task, 'duration_secs': 0.415047} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.657665] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.658418] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1597e5ae-9f08-4fdb-be64-630308dcf5de tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance '41c8a41c-96a6-4b80-bea2-ac337853b672' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.732229] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4686d940-241b-4520-a5af-7650f994a179 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "44975696-888c-4db5-8b92-2c2e3fbf2291" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.261s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.961892] env[62849]: DEBUG nova.network.neutron [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Successfully updated port: 6baa67fe-1bc9-4390-afad-7ea33b14dddd {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1098.060642] env[62849]: DEBUG nova.network.neutron [req-ef9e6aef-d757-45a1-afa5-25f7357f8028 req-5cbc42a2-e7d4-4952-8cf9-5caf47ad0f3a service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Updated VIF entry in instance network info cache for port befb19dd-ec13-4333-8d1b-e211bb896199. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1098.060642] env[62849]: DEBUG nova.network.neutron [req-ef9e6aef-d757-45a1-afa5-25f7357f8028 req-5cbc42a2-e7d4-4952-8cf9-5caf47ad0f3a service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Updating instance_info_cache with network_info: [{"id": "befb19dd-ec13-4333-8d1b-e211bb896199", "address": "fa:16:3e:75:ad:e1", "network": {"id": "19662d19-0c82-4d80-974b-ae57111603eb", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1590498365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01ddd7d064384ae6b3c03f1d4fb7ad7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbefb19dd-ec", "ovs_interfaceid": "befb19dd-ec13-4333-8d1b-e211bb896199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.087728] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f373ce-0f4b-ced4-a3a8-0fb15d6feac6, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.089055] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.089055] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 96abc092-de27-4dd5-8b6b-be4e4287c45f/96abc092-de27-4dd5-8b6b-be4e4287c45f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.089055] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be3bd3c-f2ef-4e0b-bd1d-c5c754cd369a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.095920] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1098.095920] env[62849]: value = "task-4405038" [ 1098.095920] env[62849]: _type = "Task" [ 1098.095920] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.105597] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.141029] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52632c8e-f93e-84f0-a3e9-eb0e3f5bfca6, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.141357] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.141614] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.141897] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.142059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.142247] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.142513] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7580209a-8052-497d-a60e-ff2ee25f1932 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.152367] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.152563] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.153381] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08965fc0-c651-4402-b298-1a0b912f6cea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.159852] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1098.159852] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529a9bd0-aef4-2e68-05df-e0f522de90d5" [ 1098.159852] env[62849]: _type = "Task" [ 1098.159852] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.170533] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529a9bd0-aef4-2e68-05df-e0f522de90d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.190130] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.190130] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.191025] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "251e8971-fbbb-4d08-be97-240a50120854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.191025] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.191025] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.192732] env[62849]: INFO nova.compute.manager [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Terminating instance [ 1098.469683] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "refresh_cache-0a7855b1-a970-45b5-bd30-4a6f608c636d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.469924] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "refresh_cache-0a7855b1-a970-45b5-bd30-4a6f608c636d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.470789] env[62849]: DEBUG nova.network.neutron [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.490043] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a060f7-e2b8-4c6d-93bf-b04a22d43f2a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.499298] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e97d94f-c65a-4026-baa7-90eab6adebca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.532731] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f10fbf-4a2a-4275-bb8d-75d3dcc09ed4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.542733] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b40d566-bd2c-4d25-b3d6-4fdfc8be825e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.558911] env[62849]: DEBUG nova.compute.provider_tree [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.563260] env[62849]: DEBUG oslo_concurrency.lockutils [req-ef9e6aef-d757-45a1-afa5-25f7357f8028 req-5cbc42a2-e7d4-4952-8cf9-5caf47ad0f3a service nova] Releasing lock "refresh_cache-b8825edf-eb25-4efe-b2af-9742f844fcb5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.609097] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462393} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.609585] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 96abc092-de27-4dd5-8b6b-be4e4287c45f/96abc092-de27-4dd5-8b6b-be4e4287c45f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.609820] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.610233] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6c55d8d-1c7d-405d-866b-44d3cf076b56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.618628] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1098.618628] env[62849]: value = "task-4405039" [ 1098.618628] env[62849]: _type = "Task" [ 1098.618628] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.628342] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.670490] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529a9bd0-aef4-2e68-05df-e0f522de90d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.675572] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33b6ade-f722-41eb-adc9-bb9238f62199 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.682487] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1098.682487] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c6966a-8de9-0d6e-6cdd-d092c79a5b99" [ 1098.682487] env[62849]: _type = "Task" [ 1098.682487] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.692861] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c6966a-8de9-0d6e-6cdd-d092c79a5b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.696981] env[62849]: DEBUG nova.compute.manager [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.697464] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.698654] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc1389-d7fa-4f3b-90a2-b17d73b6a2fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.707581] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.707864] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19af433e-d6fc-4a1a-9c80-0fc24404ce3c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.714786] env[62849]: DEBUG oslo_vmware.api [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1098.714786] env[62849]: value = "task-4405040" [ 1098.714786] env[62849]: _type = "Task" [ 1098.714786] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.725660] env[62849]: DEBUG oslo_vmware.api [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.019053] env[62849]: DEBUG nova.network.neutron [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1099.061766] env[62849]: DEBUG nova.scheduler.client.report [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.129595] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087941} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.130022] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.130725] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1944e184-bb21-428a-9efd-a8188d1b6518 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.162692] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 96abc092-de27-4dd5-8b6b-be4e4287c45f/96abc092-de27-4dd5-8b6b-be4e4287c45f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.163078] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30cb8c9f-3050-46fb-b578-542e412fc10f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.199034] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1099.199034] env[62849]: value = "task-4405041" [ 1099.199034] env[62849]: _type = "Task" [ 1099.199034] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.205853] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c6966a-8de9-0d6e-6cdd-d092c79a5b99, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.207161] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.207161] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] b8825edf-eb25-4efe-b2af-9742f844fcb5/b8825edf-eb25-4efe-b2af-9742f844fcb5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.208305] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47b2d48c-7bad-4776-aa2b-ef92ee8cbc92 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.214717] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.223812] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1099.223812] env[62849]: value = "task-4405042" [ 1099.223812] env[62849]: _type = "Task" [ 1099.223812] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.231678] env[62849]: DEBUG oslo_vmware.api [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405040, 'name': PowerOffVM_Task, 'duration_secs': 0.219407} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.232470] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.232695] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.232986] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30eb10db-c43a-4820-ac3b-ec1c2af7b412 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.238888] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.250434] env[62849]: DEBUG nova.network.neutron [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Updating instance_info_cache with network_info: [{"id": "6baa67fe-1bc9-4390-afad-7ea33b14dddd", "address": "fa:16:3e:f8:aa:a7", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6baa67fe-1b", "ovs_interfaceid": "6baa67fe-1bc9-4390-afad-7ea33b14dddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.328088] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.328088] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.328512] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Deleting the datastore file [datastore2] 251e8971-fbbb-4d08-be97-240a50120854 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.328512] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88a6bf8f-3176-45d0-98f0-f482b0668326 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.337629] env[62849]: DEBUG oslo_vmware.api [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for the task: (returnval){ [ 1099.337629] env[62849]: value = "task-4405044" [ 1099.337629] env[62849]: _type = "Task" [ 1099.337629] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.348097] env[62849]: DEBUG oslo_vmware.api [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.363943] env[62849]: DEBUG nova.compute.manager [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Received event network-vif-plugged-6baa67fe-1bc9-4390-afad-7ea33b14dddd {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1099.364305] env[62849]: DEBUG oslo_concurrency.lockutils [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] Acquiring lock "0a7855b1-a970-45b5-bd30-4a6f608c636d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.364556] env[62849]: DEBUG oslo_concurrency.lockutils [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.364751] env[62849]: DEBUG oslo_concurrency.lockutils [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.364933] env[62849]: DEBUG nova.compute.manager [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] No waiting events found dispatching network-vif-plugged-6baa67fe-1bc9-4390-afad-7ea33b14dddd {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.365130] env[62849]: WARNING nova.compute.manager [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Received unexpected event network-vif-plugged-6baa67fe-1bc9-4390-afad-7ea33b14dddd for instance with vm_state building and task_state spawning. [ 1099.365309] env[62849]: DEBUG nova.compute.manager [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Received event network-changed-6baa67fe-1bc9-4390-afad-7ea33b14dddd {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1099.365463] env[62849]: DEBUG nova.compute.manager [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Refreshing instance network info cache due to event network-changed-6baa67fe-1bc9-4390-afad-7ea33b14dddd. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1099.365652] env[62849]: DEBUG oslo_concurrency.lockutils [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] Acquiring lock "refresh_cache-0a7855b1-a970-45b5-bd30-4a6f608c636d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.569112] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.569684] env[62849]: DEBUG nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.572945] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.653s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.573246] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.575745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.686s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.575983] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.576192] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1099.576502] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.806s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.580280] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8164533d-2cde-4907-a373-51ba4529092a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.591442] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b0c45e-c597-40e2-9d52-c31f93583e80 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.611882] env[62849]: INFO nova.scheduler.client.report [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Deleted allocations for instance 06eb8400-9835-4a15-9aca-44bd4453ee8f [ 1099.614021] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b21201f-01db-4f2f-8da5-74e74fa4f8da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.628898] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4fc0fe-e0f0-442e-8f31-c225e2dcc541 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.672684] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178677MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1099.672907] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.710444] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405041, 'name': ReconfigVM_Task, 'duration_secs': 0.360032} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.710444] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 96abc092-de27-4dd5-8b6b-be4e4287c45f/96abc092-de27-4dd5-8b6b-be4e4287c45f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.710617] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79a30204-7848-409f-8ac6-5f62b837efb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.721345] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1099.721345] env[62849]: value = "task-4405045" [ 1099.721345] env[62849]: _type = "Task" [ 1099.721345] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.739443] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.739832] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405045, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.753520] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "refresh_cache-0a7855b1-a970-45b5-bd30-4a6f608c636d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.753905] env[62849]: DEBUG nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Instance network_info: |[{"id": "6baa67fe-1bc9-4390-afad-7ea33b14dddd", "address": "fa:16:3e:f8:aa:a7", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6baa67fe-1b", "ovs_interfaceid": "6baa67fe-1bc9-4390-afad-7ea33b14dddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.754395] env[62849]: DEBUG oslo_concurrency.lockutils [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] Acquired lock "refresh_cache-0a7855b1-a970-45b5-bd30-4a6f608c636d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.754638] env[62849]: DEBUG nova.network.neutron [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Refreshing network info cache for port 6baa67fe-1bc9-4390-afad-7ea33b14dddd {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.758463] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:aa:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6baa67fe-1bc9-4390-afad-7ea33b14dddd', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.766392] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.767577] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.767968] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f486c23-3ae4-4646-b8cd-516504e54e37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.791623] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.791623] env[62849]: value = "task-4405046" [ 1099.791623] env[62849]: _type = "Task" [ 1099.791623] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.801268] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405046, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.850176] env[62849]: DEBUG oslo_vmware.api [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Task: {'id': task-4405044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424658} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.850539] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.850777] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.851032] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.851254] env[62849]: INFO nova.compute.manager [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1099.851554] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.851835] env[62849]: DEBUG nova.compute.manager [-] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.851919] env[62849]: DEBUG nova.network.neutron [-] [instance: 251e8971-fbbb-4d08-be97-240a50120854] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1100.084020] env[62849]: DEBUG nova.compute.utils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.084231] env[62849]: DEBUG nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.084409] env[62849]: DEBUG nova.network.neutron [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1100.124856] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1059caf2-8f28-4a21-ba26-63da0ce4f8db tempest-DeleteServersTestJSON-1113791748 tempest-DeleteServersTestJSON-1113791748-project-member] Lock "06eb8400-9835-4a15-9aca-44bd4453ee8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.293s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.143750] env[62849]: DEBUG nova.policy [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24341b7eccd4d9c83b0696f4d234c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '177c81516407466fadb0d74b0e446829', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.239460] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405045, 'name': Rename_Task, 'duration_secs': 0.190443} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.245386] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.245689] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541045} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.246242] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e36bcd47-9dda-40e5-a9fa-adba18241dde {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.247927] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] b8825edf-eb25-4efe-b2af-9742f844fcb5/b8825edf-eb25-4efe-b2af-9742f844fcb5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.248158] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.248406] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4954fc-09b2-4161-bca1-3cd2d63c4bb2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.256208] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1100.256208] env[62849]: value = "task-4405047" [ 1100.256208] env[62849]: _type = "Task" [ 1100.256208] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.259528] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1100.259528] env[62849]: value = "task-4405048" [ 1100.259528] env[62849]: _type = "Task" [ 1100.259528] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.279560] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.287200] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405048, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.309944] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405046, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.433263] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e68840-677b-401f-869d-79dc27b2bacf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.450842] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf57c91-7731-4fb9-aab5-fcc920e2d33e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.501461] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c18f209-aecf-4fea-bbc1-0cd8bc33b628 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.516244] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe6b3a6-1470-4bf8-9312-d745b0e964e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.536134] env[62849]: DEBUG nova.compute.provider_tree [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.587863] env[62849]: DEBUG nova.compute.manager [req-cf6e83e6-5a90-4df6-b7ca-66cd5df6dfaf req-6b3b477c-2720-4fb7-b9fc-a0ce6ce4e029 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Received event network-vif-deleted-027ddaa6-7539-4358-bf7e-b44c42029823 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1100.588189] env[62849]: INFO nova.compute.manager [req-cf6e83e6-5a90-4df6-b7ca-66cd5df6dfaf req-6b3b477c-2720-4fb7-b9fc-a0ce6ce4e029 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Neutron deleted interface 027ddaa6-7539-4358-bf7e-b44c42029823; detaching it from the instance and deleting it from the info cache [ 1100.588347] env[62849]: DEBUG nova.network.neutron [req-cf6e83e6-5a90-4df6-b7ca-66cd5df6dfaf req-6b3b477c-2720-4fb7-b9fc-a0ce6ce4e029 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.591067] env[62849]: DEBUG nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.604896] env[62849]: DEBUG nova.network.neutron [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Port fd599c62-894b-4e2b-aa82-791ee45ef8bf binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1100.605550] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.605584] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.605753] env[62849]: DEBUG nova.network.neutron [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1100.724415] env[62849]: DEBUG nova.network.neutron [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Updated VIF entry in instance network info cache for port 6baa67fe-1bc9-4390-afad-7ea33b14dddd. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.724905] env[62849]: DEBUG nova.network.neutron [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Updating instance_info_cache with network_info: [{"id": "6baa67fe-1bc9-4390-afad-7ea33b14dddd", "address": "fa:16:3e:f8:aa:a7", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6baa67fe-1b", "ovs_interfaceid": "6baa67fe-1bc9-4390-afad-7ea33b14dddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.738341] env[62849]: DEBUG nova.network.neutron [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Successfully created port: c0eac070-ae8e-4691-9183-c54e21856ee1 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1100.778751] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136529} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.782582] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.783405] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405048, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.784380] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e27613-71bc-405b-88a2-038d7c63260b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.810572] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] b8825edf-eb25-4efe-b2af-9742f844fcb5/b8825edf-eb25-4efe-b2af-9742f844fcb5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.812743] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ab1175-84de-485d-ad8d-68ec5a035915 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.834491] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405046, 'name': CreateVM_Task, 'duration_secs': 0.660138} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.836382] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.836999] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1100.836999] env[62849]: value = "task-4405049" [ 1100.836999] env[62849]: _type = "Task" [ 1100.836999] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.837748] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.837914] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.838374] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.838610] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04d77ea-7ac3-44a5-a501-f1a140ceaddc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.851488] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405049, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.851488] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1100.851488] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f200c3-3b9a-10c2-45ef-41eadbf85767" [ 1100.851488] env[62849]: _type = "Task" [ 1100.851488] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.862108] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f200c3-3b9a-10c2-45ef-41eadbf85767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.006051] env[62849]: DEBUG nova.network.neutron [-] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.038913] env[62849]: DEBUG nova.scheduler.client.report [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.100201] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-265132ba-8a63-4e92-8407-b2e5a2d8c127 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.115987] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a027dfc-4e76-43be-a6bc-099d555c1a8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.156067] env[62849]: DEBUG nova.compute.manager [req-cf6e83e6-5a90-4df6-b7ca-66cd5df6dfaf req-6b3b477c-2720-4fb7-b9fc-a0ce6ce4e029 service nova] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Detach interface failed, port_id=027ddaa6-7539-4358-bf7e-b44c42029823, reason: Instance 251e8971-fbbb-4d08-be97-240a50120854 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1101.229102] env[62849]: DEBUG oslo_concurrency.lockutils [req-d963187c-c798-4e97-8e52-1a5a2f5c2173 req-bb2c9c0f-2d7b-4881-9e0f-35eed0062768 service nova] Releasing lock "refresh_cache-0a7855b1-a970-45b5-bd30-4a6f608c636d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.281365] env[62849]: DEBUG oslo_vmware.api [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405048, 'name': PowerOnVM_Task, 'duration_secs': 0.522585} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.281365] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.281365] env[62849]: INFO nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1101.281365] env[62849]: DEBUG nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.284875] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529edebd-da23-40ba-97ae-357e68b1df8d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.349826] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.364187] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f200c3-3b9a-10c2-45ef-41eadbf85767, 'name': SearchDatastore_Task, 'duration_secs': 0.026906} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.364306] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.365047] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.365047] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.365047] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.365238] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.365346] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-487beed2-8d93-4af8-aac6-8bf157e8e18a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.375790] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.375985] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.376742] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac3732a-af01-4170-96a2-14fba8094352 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.383745] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1101.383745] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52032e29-9a3a-caf4-63a9-bd12e0ca3666" [ 1101.383745] env[62849]: _type = "Task" [ 1101.383745] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.392637] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52032e29-9a3a-caf4-63a9-bd12e0ca3666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.427547] env[62849]: DEBUG nova.network.neutron [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance_info_cache with network_info: [{"id": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "address": "fa:16:3e:40:7e:a9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd599c62-89", "ovs_interfaceid": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.508975] env[62849]: INFO nova.compute.manager [-] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Took 1.66 seconds to deallocate network for instance. [ 1101.605255] env[62849]: DEBUG nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.632462] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.632707] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.632906] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.633060] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.633206] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.633349] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.633556] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.633710] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.633872] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.634047] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.634222] env[62849]: DEBUG nova.virt.hardware [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.635111] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4655c237-73bd-427c-99b3-4c8fbf10ac64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.643858] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1b1d15-bc2f-4fb9-ae33-2372d2d7a6fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.810476] env[62849]: INFO nova.compute.manager [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Took 23.15 seconds to build instance. [ 1101.849606] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405049, 'name': ReconfigVM_Task, 'duration_secs': 0.768886} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.849919] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] b8825edf-eb25-4efe-b2af-9742f844fcb5/b8825edf-eb25-4efe-b2af-9742f844fcb5.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.850575] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28a2b4e-75b0-48b9-919b-8b024fa8ccca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.858124] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1101.858124] env[62849]: value = "task-4405051" [ 1101.858124] env[62849]: _type = "Task" [ 1101.858124] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.867568] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405051, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.893414] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52032e29-9a3a-caf4-63a9-bd12e0ca3666, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.894613] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7109174-a61f-4a1f-8f51-08c2c476c3cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.900942] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1101.900942] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5239a549-e5d8-9f00-cc3b-4f107f76d6d4" [ 1101.900942] env[62849]: _type = "Task" [ 1101.900942] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.908637] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5239a549-e5d8-9f00-cc3b-4f107f76d6d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.934018] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.016467] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.050162] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.473s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.053600] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.943s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.055097] env[62849]: INFO nova.compute.claims [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.225091] env[62849]: DEBUG nova.compute.manager [req-daa61bff-df82-483f-8bd7-947c38c4b9f9 req-b285d2e4-577d-4449-aacc-488d4a09bda6 service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Received event network-vif-plugged-c0eac070-ae8e-4691-9183-c54e21856ee1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1102.225391] env[62849]: DEBUG oslo_concurrency.lockutils [req-daa61bff-df82-483f-8bd7-947c38c4b9f9 req-b285d2e4-577d-4449-aacc-488d4a09bda6 service nova] Acquiring lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.225696] env[62849]: DEBUG oslo_concurrency.lockutils [req-daa61bff-df82-483f-8bd7-947c38c4b9f9 req-b285d2e4-577d-4449-aacc-488d4a09bda6 service nova] Lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.225968] env[62849]: DEBUG oslo_concurrency.lockutils [req-daa61bff-df82-483f-8bd7-947c38c4b9f9 req-b285d2e4-577d-4449-aacc-488d4a09bda6 service nova] Lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.226248] env[62849]: DEBUG nova.compute.manager [req-daa61bff-df82-483f-8bd7-947c38c4b9f9 req-b285d2e4-577d-4449-aacc-488d4a09bda6 service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] No waiting events found dispatching network-vif-plugged-c0eac070-ae8e-4691-9183-c54e21856ee1 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.226524] env[62849]: WARNING nova.compute.manager [req-daa61bff-df82-483f-8bd7-947c38c4b9f9 req-b285d2e4-577d-4449-aacc-488d4a09bda6 service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Received unexpected event network-vif-plugged-c0eac070-ae8e-4691-9183-c54e21856ee1 for instance with vm_state building and task_state spawning. [ 1102.313038] env[62849]: DEBUG oslo_concurrency.lockutils [None req-29f377de-0588-4b41-9995-dfaf632b4a3d tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.658s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.353683] env[62849]: DEBUG nova.network.neutron [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Successfully updated port: c0eac070-ae8e-4691-9183-c54e21856ee1 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.370881] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405051, 'name': Rename_Task, 'duration_secs': 0.32293} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.371235] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.371603] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d49666-ad94-4861-8bcb-d1b6ef0a8642 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.380295] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1102.380295] env[62849]: value = "task-4405052" [ 1102.380295] env[62849]: _type = "Task" [ 1102.380295] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.391959] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.413258] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5239a549-e5d8-9f00-cc3b-4f107f76d6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.413593] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.414020] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 0a7855b1-a970-45b5-bd30-4a6f608c636d/0a7855b1-a970-45b5-bd30-4a6f608c636d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.414362] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bc023c7-d9a7-4b5f-b6a1-a6664d1e1e9e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.423038] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1102.423038] env[62849]: value = "task-4405053" [ 1102.423038] env[62849]: _type = "Task" [ 1102.423038] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.433393] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.436622] env[62849]: DEBUG nova.compute.manager [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62849) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1102.437106] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.632685] env[62849]: INFO nova.scheduler.client.report [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted allocation for migration 60fc7413-4f76-49dc-aae1-0caeafaf98e7 [ 1102.682801] env[62849]: DEBUG nova.compute.manager [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1102.683059] env[62849]: DEBUG nova.compute.manager [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing instance network info cache due to event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1102.683369] env[62849]: DEBUG oslo_concurrency.lockutils [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.683426] env[62849]: DEBUG oslo_concurrency.lockutils [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.683663] env[62849]: DEBUG nova.network.neutron [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.859099] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "refresh_cache-7cd8647a-45b1-44a9-bdaa-bab820c4db11" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.859446] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "refresh_cache-7cd8647a-45b1-44a9-bdaa-bab820c4db11" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.859724] env[62849]: DEBUG nova.network.neutron [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.893049] env[62849]: INFO nova.compute.manager [None req-975e66c3-0f63-44df-9746-7dcff40b3492 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Get console output [ 1102.893278] env[62849]: WARNING nova.virt.vmwareapi.driver [None req-975e66c3-0f63-44df-9746-7dcff40b3492 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] The console log is missing. Check your VSPC configuration [ 1102.897624] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.935164] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485063} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.935449] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 0a7855b1-a970-45b5-bd30-4a6f608c636d/0a7855b1-a970-45b5-bd30-4a6f608c636d.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.935664] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.935933] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b67c52-b4c8-46d1-9d28-492405ddb36b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.943234] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1102.943234] env[62849]: value = "task-4405054" [ 1102.943234] env[62849]: _type = "Task" [ 1102.943234] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.954097] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.143026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5278ecc9-c3ab-4cf3-b88d-fb28ac71a181 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.927s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.317858] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc138445-93ca-465c-9f4e-011fe926ef7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.328182] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c280d0-ed45-4ffc-b1c5-a7e1f294fa3c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.363617] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb49f3ba-59bd-417a-adbb-8cbf31ef65ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.376234] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4268a-6087-48f0-a9da-35db9a401905 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.403517] env[62849]: DEBUG nova.compute.provider_tree [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.403517] env[62849]: DEBUG oslo_vmware.api [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405052, 'name': PowerOnVM_Task, 'duration_secs': 0.685598} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.403517] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.403517] env[62849]: INFO nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1103.403517] env[62849]: DEBUG nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.404327] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ab361d-3f1c-434a-978f-c35f15852435 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.440531] env[62849]: DEBUG nova.network.neutron [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.454537] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079496} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.454834] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.455662] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca6c4bb-2e7c-4889-ba18-b0a6011cd310 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.484391] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 0a7855b1-a970-45b5-bd30-4a6f608c636d/0a7855b1-a970-45b5-bd30-4a6f608c636d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.487537] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b962a5f8-03fa-401e-a7f4-88dc570286fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.512848] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1103.512848] env[62849]: value = "task-4405055" [ 1103.512848] env[62849]: _type = "Task" [ 1103.512848] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.524053] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.726545] env[62849]: DEBUG nova.network.neutron [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updated VIF entry in instance network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1103.726925] env[62849]: DEBUG nova.network.neutron [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.798301] env[62849]: DEBUG nova.network.neutron [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Updating instance_info_cache with network_info: [{"id": "c0eac070-ae8e-4691-9183-c54e21856ee1", "address": "fa:16:3e:f5:93:72", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eac070-ae", "ovs_interfaceid": "c0eac070-ae8e-4691-9183-c54e21856ee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.910385] env[62849]: DEBUG nova.scheduler.client.report [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.935470] env[62849]: INFO nova.compute.manager [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Took 24.39 seconds to build instance. [ 1104.024768] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.232337] env[62849]: DEBUG oslo_concurrency.lockutils [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.232615] env[62849]: DEBUG nova.compute.manager [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received event network-changed-4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1104.232787] env[62849]: DEBUG nova.compute.manager [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing instance network info cache due to event network-changed-4d14a806-ff19-44f7-95dd-5be89df2520f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1104.233053] env[62849]: DEBUG oslo_concurrency.lockutils [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] Acquiring lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.233208] env[62849]: DEBUG oslo_concurrency.lockutils [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] Acquired lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.233376] env[62849]: DEBUG nova.network.neutron [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing network info cache for port 4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.270743] env[62849]: DEBUG nova.compute.manager [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Received event network-changed-c0eac070-ae8e-4691-9183-c54e21856ee1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1104.271052] env[62849]: DEBUG nova.compute.manager [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Refreshing instance network info cache due to event network-changed-c0eac070-ae8e-4691-9183-c54e21856ee1. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1104.271254] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Acquiring lock "refresh_cache-7cd8647a-45b1-44a9-bdaa-bab820c4db11" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.301193] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "refresh_cache-7cd8647a-45b1-44a9-bdaa-bab820c4db11" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.301564] env[62849]: DEBUG nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Instance network_info: |[{"id": "c0eac070-ae8e-4691-9183-c54e21856ee1", "address": "fa:16:3e:f5:93:72", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eac070-ae", "ovs_interfaceid": "c0eac070-ae8e-4691-9183-c54e21856ee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.302218] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Acquired lock "refresh_cache-7cd8647a-45b1-44a9-bdaa-bab820c4db11" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.302218] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Refreshing network info cache for port c0eac070-ae8e-4691-9183-c54e21856ee1 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.303947] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:93:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0eac070-ae8e-4691-9183-c54e21856ee1', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.312202] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.313512] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.313775] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-619953a9-80e8-4f3b-8fbe-6db0300c4aba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.341028] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.341028] env[62849]: value = "task-4405056" [ 1104.341028] env[62849]: _type = "Task" [ 1104.341028] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.347613] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405056, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.419217] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.419815] env[62849]: DEBUG nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.423240] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.750s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.444649] env[62849]: DEBUG oslo_concurrency.lockutils [None req-cd689c7f-1b12-4f2a-baac-b03f29258807 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "b8825edf-eb25-4efe-b2af-9742f844fcb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.911s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.528466] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.851926] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405056, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.928476] env[62849]: DEBUG nova.compute.utils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.942405] env[62849]: DEBUG nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.949179] env[62849]: DEBUG nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.949179] env[62849]: DEBUG nova.network.neutron [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1105.004056] env[62849]: DEBUG nova.policy [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89b74972e7fe438d80acc56c45ebcb2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5378eeb6a40427b93ad90f9b80b031e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.027846] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405055, 'name': ReconfigVM_Task, 'duration_secs': 1.052946} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.027846] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 0a7855b1-a970-45b5-bd30-4a6f608c636d/0a7855b1-a970-45b5-bd30-4a6f608c636d.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.028772] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ff781c-3fbe-4d47-a465-893d9226c7f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.036553] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1105.036553] env[62849]: value = "task-4405057" [ 1105.036553] env[62849]: _type = "Task" [ 1105.036553] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.048400] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405057, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.208014] env[62849]: DEBUG nova.network.neutron [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updated VIF entry in instance network info cache for port 4d14a806-ff19-44f7-95dd-5be89df2520f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1105.208444] env[62849]: DEBUG nova.network.neutron [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [{"id": "4d14a806-ff19-44f7-95dd-5be89df2520f", "address": "fa:16:3e:72:7b:e2", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14a806-ff", "ovs_interfaceid": "4d14a806-ff19-44f7-95dd-5be89df2520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.232716] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Updated VIF entry in instance network info cache for port c0eac070-ae8e-4691-9183-c54e21856ee1. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1105.233159] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Updating instance_info_cache with network_info: [{"id": "c0eac070-ae8e-4691-9183-c54e21856ee1", "address": "fa:16:3e:f5:93:72", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0eac070-ae", "ovs_interfaceid": "c0eac070-ae8e-4691-9183-c54e21856ee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.350120] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405056, 'name': CreateVM_Task, 'duration_secs': 0.521206} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.350287] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.351012] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.351292] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.351549] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.351851] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f15c368-5274-41d7-9036-9e23d6a647b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.357541] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1105.357541] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c6046e-06a2-e294-d0ca-35b24c0d59bf" [ 1105.357541] env[62849]: _type = "Task" [ 1105.357541] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.366686] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c6046e-06a2-e294-d0ca-35b24c0d59bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.455666] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Applying migration context for instance 41c8a41c-96a6-4b80-bea2-ac337853b672 as it has an incoming, in-progress migration 56fee9c9-a5c8-4347-93a8-d42d13f3ad08. Migration status is reverting {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1105.457514] env[62849]: INFO nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating resource usage from migration 56fee9c9-a5c8-4347-93a8-d42d13f3ad08 [ 1105.487791] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.488079] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 085a5ca0-21eb-4379-8858-ae7bb0ba1386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.488303] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 88167777-a8de-48ce-a931-f08670adedb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.488461] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 4c1fc665-7f25-48a4-8cde-5488cf592e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.488612] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.488762] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance ffa3e5e3-d22d-4127-840b-d8ce8cfa099d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.488908] env[62849]: WARNING nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 251e8971-fbbb-4d08-be97-240a50120854 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1105.489052] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 60cf2b37-ff56-4e12-8030-a1b3e8d47a69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.489193] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9be1778d-680b-467f-af6a-130d39b2112b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.489557] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2193fa87-1760-4d26-806b-ba596fb380f9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.489773] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Migration 56fee9c9-a5c8-4347-93a8-d42d13f3ad08 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1715}} [ 1105.489903] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 41c8a41c-96a6-4b80-bea2-ac337853b672 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.490047] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 96abc092-de27-4dd5-8b6b-be4e4287c45f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.490269] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance b8825edf-eb25-4efe-b2af-9742f844fcb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.490478] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 0a7855b1-a970-45b5-bd30-4a6f608c636d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.490668] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 7cd8647a-45b1-44a9-bdaa-bab820c4db11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.490807] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance b5bcf547-d688-49b1-a15b-b48dc469d6b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1105.491069] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1105.491283] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '10', 'num_task_None': '12', 'num_os_type_None': '15', 'num_proj_e9ff5682518f48cf8edd2b00a6b7632d': '3', 'io_workload': '3', 'num_proj_177c81516407466fadb0d74b0e446829': '3', 'num_proj_70642570d2ae498a9fdd6a5d18ceb483': '3', 'num_vm_rescued': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_be2f8276d9fb4f92b7592668686a977d': '1', 'num_proj_d77a69afbb08458681c11638fada3879': '2', 'num_proj_01ddd7d064384ae6b3c03f1d4fb7ad7d': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_af333e170aba4346bcfa4cc43e89c069': '1', 'num_proj_d5378eeb6a40427b93ad90f9b80b031e': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1105.494253] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "b8825edf-eb25-4efe-b2af-9742f844fcb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.494567] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "b8825edf-eb25-4efe-b2af-9742f844fcb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.494814] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "b8825edf-eb25-4efe-b2af-9742f844fcb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.495027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "b8825edf-eb25-4efe-b2af-9742f844fcb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.495205] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "b8825edf-eb25-4efe-b2af-9742f844fcb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.497617] env[62849]: INFO nova.compute.manager [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Terminating instance [ 1105.553949] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405057, 'name': Rename_Task, 'duration_secs': 0.27885} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.554259] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.554517] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b16d78e4-3917-406f-8d0a-24848618b464 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.564417] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1105.564417] env[62849]: value = "task-4405058" [ 1105.564417] env[62849]: _type = "Task" [ 1105.564417] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.574088] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.713441] env[62849]: DEBUG oslo_concurrency.lockutils [req-33397414-c2fc-4461-af5b-e719bfa69673 req-a2c34f8c-bc9b-4d9c-819f-22fb15ebbbec service nova] Releasing lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.735700] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Releasing lock "refresh_cache-7cd8647a-45b1-44a9-bdaa-bab820c4db11" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.736016] env[62849]: DEBUG nova.compute.manager [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received event network-changed-4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1105.736264] env[62849]: DEBUG nova.compute.manager [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing instance network info cache due to event network-changed-4d14a806-ff19-44f7-95dd-5be89df2520f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1105.736503] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Acquiring lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.736685] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Acquired lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.736923] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing network info cache for port 4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.881508] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c6046e-06a2-e294-d0ca-35b24c0d59bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.881841] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.882104] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.882351] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.882518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.882713] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.883052] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48f7bd42-73d2-465b-a2a6-ff799ae3b28d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.893026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b124516-682e-4237-b648-db84427d470c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.898759] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.898759] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.898958] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94323719-8279-43dc-a777-c97542f9a663 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.904123] env[62849]: DEBUG nova.network.neutron [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Successfully created port: 1a67362a-5895-4a41-b0c5-e5ea68a7f306 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.907341] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740ea4a-d86c-42a9-89d8-73629c1a4247 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.912516] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1105.912516] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c140c8-0758-1662-55d0-8f552a044b9a" [ 1105.912516] env[62849]: _type = "Task" [ 1105.912516] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.942683] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7102b2-3fe5-4afb-b8fa-90e84cb88817 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.950903] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52c140c8-0758-1662-55d0-8f552a044b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.952216] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fd6211-b1b0-4b87-8841-6f59178cad8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.960258] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e53e89-da96-49d0-b82b-25822f0bbb40 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.967384] env[62849]: DEBUG nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.969704] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1105.969704] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b19532-d3a3-5722-e9ac-adf78e4dee17" [ 1105.969704] env[62849]: _type = "Task" [ 1105.969704] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.981728] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.990837] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52b19532-d3a3-5722-e9ac-adf78e4dee17, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.990837] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.991038] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7cd8647a-45b1-44a9-bdaa-bab820c4db11/7cd8647a-45b1-44a9-bdaa-bab820c4db11.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.992103] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc559c8a-1966-4929-a1b1-7b7abd4dbe3c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.002498] env[62849]: DEBUG nova.compute.manager [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.002498] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.003058] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1106.003058] env[62849]: value = "task-4405059" [ 1106.003058] env[62849]: _type = "Task" [ 1106.003058] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.006235] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e099e161-ced5-4bee-9eec-d2e2a57bb3ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.017509] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.017755] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.017907] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.018098] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.018894] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.018894] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.018894] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.018894] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.018894] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.019188] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.019234] env[62849]: DEBUG nova.virt.hardware [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.020113] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02eeec-cb38-46d0-abb5-9a9e083acedd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.030993] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.030993] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.030993] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a390283-b79f-4ef1-8bf1-82871049543b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.034677] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934186f5-7f51-4adb-a151-a816afbf5c5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.040617] env[62849]: DEBUG oslo_vmware.api [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1106.040617] env[62849]: value = "task-4405060" [ 1106.040617] env[62849]: _type = "Task" [ 1106.040617] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.058624] env[62849]: DEBUG oslo_vmware.api [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.075364] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.486389] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.525865] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.554060] env[62849]: DEBUG oslo_vmware.api [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405060, 'name': PowerOffVM_Task, 'duration_secs': 0.382532} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.554060] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.554060] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.554060] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-439dc2a7-ea2a-4722-b1ff-6637d2e7c344 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.565612] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updated VIF entry in instance network info cache for port 4d14a806-ff19-44f7-95dd-5be89df2520f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1106.565964] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [{"id": "4d14a806-ff19-44f7-95dd-5be89df2520f", "address": "fa:16:3e:72:7b:e2", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14a806-ff", "ovs_interfaceid": "4d14a806-ff19-44f7-95dd-5be89df2520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.576639] env[62849]: DEBUG oslo_vmware.api [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405058, 'name': PowerOnVM_Task, 'duration_secs': 0.803564} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.576889] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.577103] env[62849]: INFO nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1106.577276] env[62849]: DEBUG nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.578692] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dc1122-d47b-4049-b71a-4abbf23a9a6a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.639633] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.640648] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.640648] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleting the datastore file [datastore1] b8825edf-eb25-4efe-b2af-9742f844fcb5 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.640648] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcfa8690-f570-4442-9dac-76f274d3e5f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.648603] env[62849]: DEBUG oslo_vmware.api [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for the task: (returnval){ [ 1106.648603] env[62849]: value = "task-4405062" [ 1106.648603] env[62849]: _type = "Task" [ 1106.648603] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.659183] env[62849]: DEBUG oslo_vmware.api [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.996497] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1106.996785] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.574s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.996992] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.981s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.997200] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.999283] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.562s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.000693] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.000871] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Cleaning up deleted instances {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11920}} [ 1107.021722] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544421} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.021866] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 7cd8647a-45b1-44a9-bdaa-bab820c4db11/7cd8647a-45b1-44a9-bdaa-bab820c4db11.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.022399] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.022660] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-072d1e36-0edf-4939-b1f9-39274cb6a281 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.030614] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1107.030614] env[62849]: value = "task-4405063" [ 1107.030614] env[62849]: _type = "Task" [ 1107.030614] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.040943] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.044343] env[62849]: INFO nova.scheduler.client.report [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Deleted allocations for instance 251e8971-fbbb-4d08-be97-240a50120854 [ 1107.071797] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Releasing lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.072154] env[62849]: DEBUG nova.compute.manager [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1107.072305] env[62849]: DEBUG nova.compute.manager [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing instance network info cache due to event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1107.072527] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.073362] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.073873] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.097802] env[62849]: INFO nova.compute.manager [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Took 25.97 seconds to build instance. [ 1107.159509] env[62849]: DEBUG oslo_vmware.api [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Task: {'id': task-4405062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167125} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.159772] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.159955] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.160154] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.160606] env[62849]: INFO nova.compute.manager [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1107.160606] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.160736] env[62849]: DEBUG nova.compute.manager [-] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.160827] env[62849]: DEBUG nova.network.neutron [-] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1107.504317] env[62849]: DEBUG nova.objects.instance [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'migration_context' on Instance uuid 41c8a41c-96a6-4b80-bea2-ac337853b672 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.526807] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] There are 59 instances to clean {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1107.526990] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 4bed0d50-658b-411c-9551-6bdaf4aca123] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1107.531892] env[62849]: DEBUG nova.compute.manager [req-5371312b-70bf-40fc-9d76-df0ad81c6ba2 req-b6b49888-b59e-4198-be5e-80b2b4bc9d23 service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Received event network-vif-deleted-befb19dd-ec13-4333-8d1b-e211bb896199 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1107.532087] env[62849]: INFO nova.compute.manager [req-5371312b-70bf-40fc-9d76-df0ad81c6ba2 req-b6b49888-b59e-4198-be5e-80b2b4bc9d23 service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Neutron deleted interface befb19dd-ec13-4333-8d1b-e211bb896199; detaching it from the instance and deleting it from the info cache [ 1107.532265] env[62849]: DEBUG nova.network.neutron [req-5371312b-70bf-40fc-9d76-df0ad81c6ba2 req-b6b49888-b59e-4198-be5e-80b2b4bc9d23 service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.547380] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082586} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.547756] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.549473] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19bc490-98a6-429c-8c43-e93edcaaac92 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.555660] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2c2cc63d-4441-494a-af51-c5e8eef80ebf tempest-AttachVolumeTestJSON-43280943 tempest-AttachVolumeTestJSON-43280943-project-member] Lock "251e8971-fbbb-4d08-be97-240a50120854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.365s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.577505] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 7cd8647a-45b1-44a9-bdaa-bab820c4db11/7cd8647a-45b1-44a9-bdaa-bab820c4db11.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.581661] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017a5c45-1bd3-4d8c-9e6e-43778cc64748 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.602133] env[62849]: DEBUG oslo_concurrency.lockutils [None req-46429631-c42c-4c7c-bbe5-13fa461894a2 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.497s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.603187] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1107.603187] env[62849]: value = "task-4405064" [ 1107.603187] env[62849]: _type = "Task" [ 1107.603187] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.613476] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.796255] env[62849]: DEBUG nova.compute.manager [req-47be9468-8450-47e7-b393-b97e837bc661 req-d6ad902c-03f5-45fd-abeb-41d0cb337564 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Received event network-vif-plugged-1a67362a-5895-4a41-b0c5-e5ea68a7f306 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1107.796489] env[62849]: DEBUG oslo_concurrency.lockutils [req-47be9468-8450-47e7-b393-b97e837bc661 req-d6ad902c-03f5-45fd-abeb-41d0cb337564 service nova] Acquiring lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.796696] env[62849]: DEBUG oslo_concurrency.lockutils [req-47be9468-8450-47e7-b393-b97e837bc661 req-d6ad902c-03f5-45fd-abeb-41d0cb337564 service nova] Lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.796860] env[62849]: DEBUG oslo_concurrency.lockutils [req-47be9468-8450-47e7-b393-b97e837bc661 req-d6ad902c-03f5-45fd-abeb-41d0cb337564 service nova] Lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.797448] env[62849]: DEBUG nova.compute.manager [req-47be9468-8450-47e7-b393-b97e837bc661 req-d6ad902c-03f5-45fd-abeb-41d0cb337564 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] No waiting events found dispatching network-vif-plugged-1a67362a-5895-4a41-b0c5-e5ea68a7f306 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.797736] env[62849]: WARNING nova.compute.manager [req-47be9468-8450-47e7-b393-b97e837bc661 req-d6ad902c-03f5-45fd-abeb-41d0cb337564 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Received unexpected event network-vif-plugged-1a67362a-5895-4a41-b0c5-e5ea68a7f306 for instance with vm_state building and task_state spawning. [ 1107.881660] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updated VIF entry in instance network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1107.881660] env[62849]: DEBUG nova.network.neutron [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.925899] env[62849]: DEBUG nova.network.neutron [-] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.012888] env[62849]: DEBUG nova.network.neutron [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Successfully updated port: 1a67362a-5895-4a41-b0c5-e5ea68a7f306 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1108.035502] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: fc37b4f3-686b-47c8-9091-58f07c0407ce] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1108.037998] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49889af5-de2f-4ed1-a9a6-0f7a3a2758eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.054519] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96effdae-52d7-4041-9403-059d8b9fd7b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.093620] env[62849]: DEBUG nova.compute.manager [req-5371312b-70bf-40fc-9d76-df0ad81c6ba2 req-b6b49888-b59e-4198-be5e-80b2b4bc9d23 service nova] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Detach interface failed, port_id=befb19dd-ec13-4333-8d1b-e211bb896199, reason: Instance b8825edf-eb25-4efe-b2af-9742f844fcb5 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1108.116195] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.385452] env[62849]: DEBUG oslo_concurrency.lockutils [req-1b371563-b043-45c0-8bd9-c802fa9a5b99 req-8f309991-b17b-4da8-85f5-da6ce1639ecd service nova] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.428813] env[62849]: INFO nova.compute.manager [-] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Took 1.27 seconds to deallocate network for instance. [ 1108.467022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8458285-1fc1-4673-a333-6d613a7126cb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.478138] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9207cf76-1bd0-4215-a9f5-67f260a6c923 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.518726] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquiring lock "refresh_cache-b5bcf547-d688-49b1-a15b-b48dc469d6b2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.518939] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquired lock "refresh_cache-b5bcf547-d688-49b1-a15b-b48dc469d6b2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.519154] env[62849]: DEBUG nova.network.neutron [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1108.522828] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4962aa0d-dcf4-4f40-b50e-e7e4862d9429 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.534399] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0250857f-605b-49c6-b240-70771dc1b10a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.541586] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 44975696-888c-4db5-8b92-2c2e3fbf2291] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1108.559956] env[62849]: DEBUG nova.compute.provider_tree [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.615865] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405064, 'name': ReconfigVM_Task, 'duration_secs': 0.590591} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.616171] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 7cd8647a-45b1-44a9-bdaa-bab820c4db11/7cd8647a-45b1-44a9-bdaa-bab820c4db11.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.616824] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaa5ec63-421b-4352-b7cc-9188660e1d8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.625870] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1108.625870] env[62849]: value = "task-4405066" [ 1108.625870] env[62849]: _type = "Task" [ 1108.625870] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.635889] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405066, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.936026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.022901] env[62849]: DEBUG nova.compute.manager [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.025073] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b469c1aa-0cd6-45bf-952b-4b7ef3f05d5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.045827] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: a02c990a-c317-4bbb-b4f8-aa8f89fc5bf6] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1109.058615] env[62849]: DEBUG nova.network.neutron [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1109.064351] env[62849]: DEBUG nova.scheduler.client.report [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.136670] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405066, 'name': Rename_Task, 'duration_secs': 0.243828} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.136946] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.137205] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37dda34e-be07-4f1b-a693-a8898b815daa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.144745] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1109.144745] env[62849]: value = "task-4405067" [ 1109.144745] env[62849]: _type = "Task" [ 1109.144745] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.154214] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.228570] env[62849]: DEBUG nova.network.neutron [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Updating instance_info_cache with network_info: [{"id": "1a67362a-5895-4a41-b0c5-e5ea68a7f306", "address": "fa:16:3e:13:71:6d", "network": {"id": "f673844e-b687-4922-809d-e8ba9b2eb8be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1557320583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5378eeb6a40427b93ad90f9b80b031e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a67362a-58", "ovs_interfaceid": "1a67362a-5895-4a41-b0c5-e5ea68a7f306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.539023] env[62849]: INFO nova.compute.manager [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] instance snapshotting [ 1109.542310] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a8d05-2d3f-4045-9c16-c1fe09b42e92 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.562870] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 06eb8400-9835-4a15-9aca-44bd4453ee8f] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1109.565273] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6b7e83-5305-415c-8536-36adedf70880 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.655854] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.731745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Releasing lock "refresh_cache-b5bcf547-d688-49b1-a15b-b48dc469d6b2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.732182] env[62849]: DEBUG nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Instance network_info: |[{"id": "1a67362a-5895-4a41-b0c5-e5ea68a7f306", "address": "fa:16:3e:13:71:6d", "network": {"id": "f673844e-b687-4922-809d-e8ba9b2eb8be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1557320583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5378eeb6a40427b93ad90f9b80b031e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a67362a-58", "ovs_interfaceid": "1a67362a-5895-4a41-b0c5-e5ea68a7f306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.732626] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:71:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a67362a-5895-4a41-b0c5-e5ea68a7f306', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.740190] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Creating folder: Project (d5378eeb6a40427b93ad90f9b80b031e). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.740525] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-374a89c8-2a1d-4b68-b2b2-9df51931ae72 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.753120] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Created folder: Project (d5378eeb6a40427b93ad90f9b80b031e) in parent group-v861840. [ 1109.753277] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Creating folder: Instances. Parent ref: group-v862127. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.753475] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b75b805d-08bb-428e-8061-2df12525124e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.765114] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Created folder: Instances in parent group-v862127. [ 1109.765390] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.765594] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.765813] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2102569b-b5fe-4f2b-85d8-79435d37b847 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.788671] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.788671] env[62849]: value = "task-4405070" [ 1109.788671] env[62849]: _type = "Task" [ 1109.788671] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.799933] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405070, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.825250] env[62849]: DEBUG nova.compute.manager [req-15d3a3a1-3cea-4841-966f-4caff0cbf43e req-1b0b5042-d096-4870-bb24-0674ad168f92 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Received event network-changed-1a67362a-5895-4a41-b0c5-e5ea68a7f306 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1109.825430] env[62849]: DEBUG nova.compute.manager [req-15d3a3a1-3cea-4841-966f-4caff0cbf43e req-1b0b5042-d096-4870-bb24-0674ad168f92 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Refreshing instance network info cache due to event network-changed-1a67362a-5895-4a41-b0c5-e5ea68a7f306. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1109.825624] env[62849]: DEBUG oslo_concurrency.lockutils [req-15d3a3a1-3cea-4841-966f-4caff0cbf43e req-1b0b5042-d096-4870-bb24-0674ad168f92 service nova] Acquiring lock "refresh_cache-b5bcf547-d688-49b1-a15b-b48dc469d6b2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.825775] env[62849]: DEBUG oslo_concurrency.lockutils [req-15d3a3a1-3cea-4841-966f-4caff0cbf43e req-1b0b5042-d096-4870-bb24-0674ad168f92 service nova] Acquired lock "refresh_cache-b5bcf547-d688-49b1-a15b-b48dc469d6b2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.825967] env[62849]: DEBUG nova.network.neutron [req-15d3a3a1-3cea-4841-966f-4caff0cbf43e req-1b0b5042-d096-4870-bb24-0674ad168f92 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Refreshing network info cache for port 1a67362a-5895-4a41-b0c5-e5ea68a7f306 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.070751] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: a1508298-e8bd-4c38-be61-fd2a3cf4bf9f] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1110.085726] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.086s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.092744] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1110.093116] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.157s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.093335] env[62849]: DEBUG nova.objects.instance [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lazy-loading 'resources' on Instance uuid b8825edf-eb25-4efe-b2af-9742f844fcb5 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.096482] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a777cbf0-701d-4802-8cb6-418c9dbce65f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.111447] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1110.111447] env[62849]: value = "task-4405071" [ 1110.111447] env[62849]: _type = "Task" [ 1110.111447] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.126267] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405071, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.159246] env[62849]: DEBUG oslo_vmware.api [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405067, 'name': PowerOnVM_Task, 'duration_secs': 0.952318} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.159246] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.159451] env[62849]: INFO nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1110.159590] env[62849]: DEBUG nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.160535] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6607aa60-58e3-4678-bec8-0a8a3b785761 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.300912] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405070, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.506556] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-60cf2b37-ff56-4e12-8030-a1b3e8d47a69-967910ad-c991-48e5-a871-5e301e8992e0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.506556] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-60cf2b37-ff56-4e12-8030-a1b3e8d47a69-967910ad-c991-48e5-a871-5e301e8992e0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.506556] env[62849]: DEBUG nova.objects.instance [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'flavor' on Instance uuid 60cf2b37-ff56-4e12-8030-a1b3e8d47a69 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.575509] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 4a77d33a-7dab-4615-9674-31456a82b644] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1110.637665] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405071, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.655836] env[62849]: DEBUG nova.network.neutron [req-15d3a3a1-3cea-4841-966f-4caff0cbf43e req-1b0b5042-d096-4870-bb24-0674ad168f92 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Updated VIF entry in instance network info cache for port 1a67362a-5895-4a41-b0c5-e5ea68a7f306. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.657222] env[62849]: DEBUG nova.network.neutron [req-15d3a3a1-3cea-4841-966f-4caff0cbf43e req-1b0b5042-d096-4870-bb24-0674ad168f92 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Updating instance_info_cache with network_info: [{"id": "1a67362a-5895-4a41-b0c5-e5ea68a7f306", "address": "fa:16:3e:13:71:6d", "network": {"id": "f673844e-b687-4922-809d-e8ba9b2eb8be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1557320583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5378eeb6a40427b93ad90f9b80b031e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a67362a-58", "ovs_interfaceid": "1a67362a-5895-4a41-b0c5-e5ea68a7f306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.684114] env[62849]: INFO nova.compute.manager [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Took 27.07 seconds to build instance. [ 1110.801337] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405070, 'name': CreateVM_Task, 'duration_secs': 0.555155} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.804117] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.804880] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.805059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.805381] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.805650] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64cf871-0dc3-4085-860e-9720a192a21b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.810958] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1110.810958] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5204dd35-858d-1251-ec39-9b62c45cc3f1" [ 1110.810958] env[62849]: _type = "Task" [ 1110.810958] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.822887] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5204dd35-858d-1251-ec39-9b62c45cc3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.870184] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc78ccb-718a-456c-916f-02cd4ee4d5b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.878319] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68db06a2-3a2f-4604-893c-ca66b7a606fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.910456] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2bfc3c-9a93-4af9-998f-58146d42ac28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.921374] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf69999-f212-4843-8e5e-88a32c82b978 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.933335] env[62849]: DEBUG nova.compute.provider_tree [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.080151] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: f47a83eb-5d33-41d5-b6a4-34a01f2d6025] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1111.126558] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405071, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.160479] env[62849]: DEBUG nova.objects.instance [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'pci_requests' on Instance uuid 60cf2b37-ff56-4e12-8030-a1b3e8d47a69 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.163297] env[62849]: DEBUG oslo_concurrency.lockutils [req-15d3a3a1-3cea-4841-966f-4caff0cbf43e req-1b0b5042-d096-4870-bb24-0674ad168f92 service nova] Releasing lock "refresh_cache-b5bcf547-d688-49b1-a15b-b48dc469d6b2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.187312] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f31f0327-2727-4430-95ce-31ddced3204a tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.578s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.324465] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5204dd35-858d-1251-ec39-9b62c45cc3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.324792] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.325094] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.325382] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.325539] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.325710] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.325996] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbfb7155-da7e-4ffa-b82a-ba0dc3972a91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.336794] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.336991] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.337793] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79cacb37-b89c-4975-857c-90a95151e3b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.344352] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1111.344352] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52885af6-3358-37bd-5314-c1aeff3d29cb" [ 1111.344352] env[62849]: _type = "Task" [ 1111.344352] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.353388] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52885af6-3358-37bd-5314-c1aeff3d29cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.436251] env[62849]: DEBUG nova.scheduler.client.report [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.585259] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2d4232fd-8805-4698-a6cf-603eed0905a3] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1111.630757] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405071, 'name': CreateSnapshot_Task, 'duration_secs': 1.229533} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.631097] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1111.632205] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a83435-d220-4894-9ebb-7bfb6a8da340 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.644627] env[62849]: INFO nova.compute.manager [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Swapping old allocation on dict_keys(['079fe32b-1fee-45a6-900e-aeae194e2ca9']) held by migration 56fee9c9-a5c8-4347-93a8-d42d13f3ad08 for instance [ 1111.664221] env[62849]: DEBUG nova.objects.base [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Object Instance<60cf2b37-ff56-4e12-8030-a1b3e8d47a69> lazy-loaded attributes: flavor,pci_requests {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.664377] env[62849]: DEBUG nova.network.neutron [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1111.671646] env[62849]: DEBUG nova.scheduler.client.report [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Overwriting current allocation {'allocations': {'079fe32b-1fee-45a6-900e-aeae194e2ca9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': 'be2f8276d9fb4f92b7592668686a977d', 'user_id': 'b18f5749b7044f5fbcf8f278a8242c57', 'consumer_generation': 1} on consumer 41c8a41c-96a6-4b80-bea2-ac337853b672 {{(pid=62849) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1111.751908] env[62849]: DEBUG nova.policy [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.823168] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.823406] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.823585] env[62849]: DEBUG nova.network.neutron [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1111.856343] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52885af6-3358-37bd-5314-c1aeff3d29cb, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.857208] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f22f20-3f69-4967-9c1c-af3b9b0db42d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.865085] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1111.865085] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e3b21d-1d50-89ad-35d1-0060b450d9a9" [ 1111.865085] env[62849]: _type = "Task" [ 1111.865085] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.870837] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.871104] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.871328] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.871524] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.872766] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.877199] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e3b21d-1d50-89ad-35d1-0060b450d9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.877199] env[62849]: INFO nova.compute.manager [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Terminating instance [ 1111.943620] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.970051] env[62849]: INFO nova.scheduler.client.report [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Deleted allocations for instance b8825edf-eb25-4efe-b2af-9742f844fcb5 [ 1112.087791] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: cfc8bd17-1cba-434f-ad24-03c6866925d4] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1112.154171] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1112.154810] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b253e48c-367b-4dd9-b4b8-4ec03d0f1bf0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.169349] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1112.169349] env[62849]: value = "task-4405076" [ 1112.169349] env[62849]: _type = "Task" [ 1112.169349] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.179892] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405076, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.379362] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e3b21d-1d50-89ad-35d1-0060b450d9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.379782] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.380215] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] b5bcf547-d688-49b1-a15b-b48dc469d6b2/b5bcf547-d688-49b1-a15b-b48dc469d6b2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.380562] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-468d6359-07a1-4c4e-8cd0-15510ab567dc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.383861] env[62849]: DEBUG nova.compute.manager [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.384106] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.385449] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77840ad-2dd7-43b5-b47f-578b56957840 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.393293] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.394630] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2bd9906-5603-4291-9d37-3b6691e3762c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.396355] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1112.396355] env[62849]: value = "task-4405077" [ 1112.396355] env[62849]: _type = "Task" [ 1112.396355] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.401992] env[62849]: DEBUG oslo_vmware.api [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1112.401992] env[62849]: value = "task-4405078" [ 1112.401992] env[62849]: _type = "Task" [ 1112.401992] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.408964] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.417650] env[62849]: DEBUG oslo_vmware.api [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.479014] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1140f2b1-44ab-4211-875c-5a32ac778de4 tempest-ServerDiskConfigTestJSON-797549774 tempest-ServerDiskConfigTestJSON-797549774-project-member] Lock "b8825edf-eb25-4efe-b2af-9742f844fcb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.984s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.593799] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: d11617c3-9908-4ba4-a98e-4ecad12c5f89] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1112.678654] env[62849]: DEBUG nova.network.neutron [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance_info_cache with network_info: [{"id": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "address": "fa:16:3e:40:7e:a9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd599c62-89", "ovs_interfaceid": "fd599c62-894b-4e2b-aa82-791ee45ef8bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.684653] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405076, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.909655] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.917044] env[62849]: DEBUG oslo_vmware.api [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405078, 'name': PowerOffVM_Task, 'duration_secs': 0.382639} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.917044] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.917044] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.917405] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8b396a8-d20c-4e5e-afc2-4439a02f3802 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.995458] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.995730] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.995999] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleting the datastore file [datastore2] 7cd8647a-45b1-44a9-bdaa-bab820c4db11 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.996360] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ea5c8a4-8031-457d-afb9-50f6a44f4428 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.003497] env[62849]: DEBUG oslo_vmware.api [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1113.003497] env[62849]: value = "task-4405080" [ 1113.003497] env[62849]: _type = "Task" [ 1113.003497] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.013750] env[62849]: DEBUG oslo_vmware.api [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.101535] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 4389b57a-74ee-4c45-9c97-5b95b4d4e3a5] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1113.183656] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405076, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.186612] env[62849]: DEBUG oslo_concurrency.lockutils [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-41c8a41c-96a6-4b80-bea2-ac337853b672" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.186757] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.186965] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c81ac1-287b-4e77-996f-281e49a07ec9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.196142] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1113.196142] env[62849]: value = "task-4405081" [ 1113.196142] env[62849]: _type = "Task" [ 1113.196142] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.205958] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.263523] env[62849]: DEBUG nova.compute.manager [req-02089b8c-4a52-4e50-8832-bc5f65b14f35 req-d75d1693-6137-49ed-8250-5fb76a07a476 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-vif-plugged-967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1113.263807] env[62849]: DEBUG oslo_concurrency.lockutils [req-02089b8c-4a52-4e50-8832-bc5f65b14f35 req-d75d1693-6137-49ed-8250-5fb76a07a476 service nova] Acquiring lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.263942] env[62849]: DEBUG oslo_concurrency.lockutils [req-02089b8c-4a52-4e50-8832-bc5f65b14f35 req-d75d1693-6137-49ed-8250-5fb76a07a476 service nova] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.264123] env[62849]: DEBUG oslo_concurrency.lockutils [req-02089b8c-4a52-4e50-8832-bc5f65b14f35 req-d75d1693-6137-49ed-8250-5fb76a07a476 service nova] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.264389] env[62849]: DEBUG nova.compute.manager [req-02089b8c-4a52-4e50-8832-bc5f65b14f35 req-d75d1693-6137-49ed-8250-5fb76a07a476 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] No waiting events found dispatching network-vif-plugged-967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.264563] env[62849]: WARNING nova.compute.manager [req-02089b8c-4a52-4e50-8832-bc5f65b14f35 req-d75d1693-6137-49ed-8250-5fb76a07a476 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received unexpected event network-vif-plugged-967910ad-c991-48e5-a871-5e301e8992e0 for instance with vm_state active and task_state None. [ 1113.329283] env[62849]: DEBUG nova.network.neutron [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Successfully updated port: 967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1113.408593] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535958} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.408917] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] b5bcf547-d688-49b1-a15b-b48dc469d6b2/b5bcf547-d688-49b1-a15b-b48dc469d6b2.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.409207] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.409500] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d256acef-bf1e-4869-8a21-a257c70354f6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.418512] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1113.418512] env[62849]: value = "task-4405082" [ 1113.418512] env[62849]: _type = "Task" [ 1113.418512] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.428397] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.515163] env[62849]: DEBUG oslo_vmware.api [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15168} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.515471] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.515671] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.515865] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.516056] env[62849]: INFO nova.compute.manager [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1113.516322] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.516541] env[62849]: DEBUG nova.compute.manager [-] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.516645] env[62849]: DEBUG nova.network.neutron [-] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1113.605236] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 7e67d3c5-7db6-417e-8417-baf9bdcfaa82] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1113.678578] env[62849]: DEBUG oslo_concurrency.lockutils [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.678847] env[62849]: DEBUG oslo_concurrency.lockutils [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.684359] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405076, 'name': CloneVM_Task, 'duration_secs': 1.405394} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.684738] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Created linked-clone VM from snapshot [ 1113.685842] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0dd99-0323-4f55-9a7f-aef9d6ea1442 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.696449] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Uploading image e37a7240-635c-4221-8154-31577a307ee2 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1113.712526] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405081, 'name': PowerOffVM_Task, 'duration_secs': 0.241187} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.712795] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.713755] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.714013] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.714550] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.714550] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.714550] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.714550] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.714745] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.714931] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.715748] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.715748] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.715748] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.724991] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d29c445-092f-4c84-a421-ce17f7f87de2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.743516] env[62849]: DEBUG oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1113.743516] env[62849]: value = "vm-862134" [ 1113.743516] env[62849]: _type = "VirtualMachine" [ 1113.743516] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1113.744405] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b87475f-0cdd-455f-95a8-d28fa5a30765 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.747461] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1113.747461] env[62849]: value = "task-4405084" [ 1113.747461] env[62849]: _type = "Task" [ 1113.747461] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.753746] env[62849]: DEBUG oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lease: (returnval){ [ 1113.753746] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529ed3a9-bbd5-bf49-28a9-3c6016a116fa" [ 1113.753746] env[62849]: _type = "HttpNfcLease" [ 1113.753746] env[62849]: } obtained for exporting VM: (result){ [ 1113.753746] env[62849]: value = "vm-862134" [ 1113.753746] env[62849]: _type = "VirtualMachine" [ 1113.753746] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1113.754384] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the lease: (returnval){ [ 1113.754384] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529ed3a9-bbd5-bf49-28a9-3c6016a116fa" [ 1113.754384] env[62849]: _type = "HttpNfcLease" [ 1113.754384] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1113.757775] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.767563] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.767563] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529ed3a9-bbd5-bf49-28a9-3c6016a116fa" [ 1113.767563] env[62849]: _type = "HttpNfcLease" [ 1113.767563] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.831263] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.831449] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.831625] env[62849]: DEBUG nova.network.neutron [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.932031] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073701} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.932031] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.932031] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafc110e-ee30-4afd-8b37-e9b985a804dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.955040] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] b5bcf547-d688-49b1-a15b-b48dc469d6b2/b5bcf547-d688-49b1-a15b-b48dc469d6b2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.955379] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db146e02-3bc5-4d91-800f-48827d4328e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.978857] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1113.978857] env[62849]: value = "task-4405086" [ 1113.978857] env[62849]: _type = "Task" [ 1113.978857] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.990817] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.108525] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 97ae233b-4556-4a6d-8a3f-dcc31f5d845e] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1114.182834] env[62849]: INFO nova.compute.manager [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Detaching volume 0845260a-0fc2-454a-8577-7a205290b225 [ 1114.236469] env[62849]: INFO nova.virt.block_device [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Attempting to driver detach volume 0845260a-0fc2-454a-8577-7a205290b225 from mountpoint /dev/sdb [ 1114.236777] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.237061] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862114', 'volume_id': '0845260a-0fc2-454a-8577-7a205290b225', 'name': 'volume-0845260a-0fc2-454a-8577-7a205290b225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffa3e5e3-d22d-4127-840b-d8ce8cfa099d', 'attached_at': '', 'detached_at': '', 'volume_id': '0845260a-0fc2-454a-8577-7a205290b225', 'serial': '0845260a-0fc2-454a-8577-7a205290b225'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.238039] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf1a642-1f93-4fb4-99c2-3fabaa788cd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.279069] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6da562b-087b-4b82-bf55-f8f719fecfdd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.286807] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1114.286807] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529ed3a9-bbd5-bf49-28a9-3c6016a116fa" [ 1114.286807] env[62849]: _type = "HttpNfcLease" [ 1114.286807] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1114.292287] env[62849]: DEBUG oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1114.292287] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529ed3a9-bbd5-bf49-28a9-3c6016a116fa" [ 1114.292287] env[62849]: _type = "HttpNfcLease" [ 1114.292287] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1114.292633] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405084, 'name': ReconfigVM_Task, 'duration_secs': 0.412192} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.298050] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c06d153-f18e-48c5-acda-a929b474e25e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.298879] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01946745-7332-4bda-afa0-a4af6050dafa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.303417] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37de7ec-985a-439f-8004-8462a3f8b8df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.306185] env[62849]: DEBUG nova.network.neutron [-] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.315672] env[62849]: DEBUG oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b79b5-8f48-231e-8c82-300bffb2d8e7/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1114.315871] env[62849]: DEBUG oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b79b5-8f48-231e-8c82-300bffb2d8e7/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1114.349526] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.349804] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.349960] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.350154] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.350297] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.350658] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.350658] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.350833] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.350968] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.351206] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.352729] env[62849]: DEBUG nova.virt.hardware [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.357322] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d0a48d-8ce0-4bf0-a860-582be8a23e62 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.360006] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed7e837-3d82-46d5-b0ba-cf678527d93b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.423044] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1114.423044] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a18acf-7231-569e-2028-c6611fc016dc" [ 1114.423044] env[62849]: _type = "Task" [ 1114.423044] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.436368] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] The volume has not been displaced from its original location: [datastore2] volume-0845260a-0fc2-454a-8577-7a205290b225/volume-0845260a-0fc2-454a-8577-7a205290b225.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1114.442667] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.446296] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ef298a-8cad-416b-ab55-4b26c2d7d50a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.468413] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a18acf-7231-569e-2028-c6611fc016dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008403} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.469441] env[62849]: WARNING nova.network.neutron [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] 92e15316-0b85-46c4-b4ab-61bea9fc2660 already exists in list: networks containing: ['92e15316-0b85-46c4-b4ab-61bea9fc2660']. ignoring it [ 1114.476693] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.478443] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6c8bdb-efcd-42e7-b050-987e80c7f2a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.492828] env[62849]: DEBUG oslo_vmware.api [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1114.492828] env[62849]: value = "task-4405087" [ 1114.492828] env[62849]: _type = "Task" [ 1114.492828] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.506604] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f8a436d-5b9a-4095-add1-257eb870e3fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.509966] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1114.509966] env[62849]: value = "task-4405088" [ 1114.509966] env[62849]: _type = "Task" [ 1114.509966] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.516201] env[62849]: DEBUG oslo_vmware.api [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.516525] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405086, 'name': ReconfigVM_Task, 'duration_secs': 0.327412} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.521084] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Reconfigured VM instance instance-00000070 to attach disk [datastore2] b5bcf547-d688-49b1-a15b-b48dc469d6b2/b5bcf547-d688-49b1-a15b-b48dc469d6b2.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.523088] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ef54cac-7bee-4aa5-a2a3-99e8c345fa1a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.531723] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.536034] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1114.536034] env[62849]: value = "task-4405089" [ 1114.536034] env[62849]: _type = "Task" [ 1114.536034] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.613468] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9d438adc-8942-4efb-ac72-2a1a9b42858b] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1114.810564] env[62849]: INFO nova.compute.manager [-] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Took 1.29 seconds to deallocate network for instance. [ 1114.958641] env[62849]: DEBUG nova.network.neutron [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "967910ad-c991-48e5-a871-5e301e8992e0", "address": "fa:16:3e:35:ee:6e", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967910ad-c9", "ovs_interfaceid": "967910ad-c991-48e5-a871-5e301e8992e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.004782] env[62849]: DEBUG oslo_vmware.api [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405087, 'name': ReconfigVM_Task, 'duration_secs': 0.316037} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.004782] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.009388] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4a59b3-d6a5-4eb0-a0e4-1e4c9821341c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.030525] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405088, 'name': ReconfigVM_Task, 'duration_secs': 0.359898} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.033963] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.033963] env[62849]: DEBUG oslo_vmware.api [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1115.033963] env[62849]: value = "task-4405091" [ 1115.033963] env[62849]: _type = "Task" [ 1115.033963] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.033963] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd900578-5df7-4c9a-b02d-a6db5239ee48 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.074194] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672/41c8a41c-96a6-4b80-bea2-ac337853b672.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.082139] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74aea343-8adf-4d35-91d4-6931c1eb2b2a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.099099] env[62849]: DEBUG oslo_vmware.api [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.099099] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405089, 'name': Rename_Task, 'duration_secs': 0.237828} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.100105] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.102028] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48c94d62-3145-4f86-8eab-3b34e7abefe8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.108208] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1115.108208] env[62849]: value = "task-4405092" [ 1115.108208] env[62849]: _type = "Task" [ 1115.108208] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.110487] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1115.110487] env[62849]: value = "task-4405093" [ 1115.110487] env[62849]: _type = "Task" [ 1115.110487] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.120357] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 050ece71-d662-4190-9db1-d75d6c1de9a1] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1115.130457] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.131139] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.318414] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.318760] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.319041] env[62849]: DEBUG nova.objects.instance [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lazy-loading 'resources' on Instance uuid 7cd8647a-45b1-44a9-bdaa-bab820c4db11 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.397909] env[62849]: DEBUG nova.compute.manager [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-changed-967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1115.398114] env[62849]: DEBUG nova.compute.manager [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing instance network info cache due to event network-changed-967910ad-c991-48e5-a871-5e301e8992e0. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1115.398343] env[62849]: DEBUG oslo_concurrency.lockutils [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.462539] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.463327] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.463488] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.463801] env[62849]: DEBUG oslo_concurrency.lockutils [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.463995] env[62849]: DEBUG nova.network.neutron [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing network info cache for port 967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.467336] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ea2ae-e7c3-4376-821b-540251b83512 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.491778] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.492802] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.493158] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.493474] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.493815] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.494113] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.494580] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.494798] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.495148] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.495489] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.495796] env[62849]: DEBUG nova.virt.hardware [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.508438] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Reconfiguring VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1115.509165] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc40290-c29c-49f7-a517-81c0d069c032 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.530796] env[62849]: DEBUG oslo_vmware.api [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1115.530796] env[62849]: value = "task-4405094" [ 1115.530796] env[62849]: _type = "Task" [ 1115.530796] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.545967] env[62849]: DEBUG oslo_vmware.api [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405094, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.553330] env[62849]: DEBUG oslo_vmware.api [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405091, 'name': ReconfigVM_Task, 'duration_secs': 0.189182} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.553863] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862114', 'volume_id': '0845260a-0fc2-454a-8577-7a205290b225', 'name': 'volume-0845260a-0fc2-454a-8577-7a205290b225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffa3e5e3-d22d-4127-840b-d8ce8cfa099d', 'attached_at': '', 'detached_at': '', 'volume_id': '0845260a-0fc2-454a-8577-7a205290b225', 'serial': '0845260a-0fc2-454a-8577-7a205290b225'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.625598] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 5318e3a4-d247-4c2f-a8bb-a469d0015f76] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1115.627848] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.631480] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.044346] env[62849]: DEBUG oslo_vmware.api [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.057215] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492d449b-015b-473b-b5f2-e50a75e29c28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.068934] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14699ce-df6c-49b3-a8d1-e0e69ed0d7c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.127088] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94626dc4-90ad-4ff3-b1ba-165d334ff95b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.133054] env[62849]: ERROR nova.compute.manager [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Failed to confirm volume detach for volume 0845260a-0fc2-454a-8577-7a205290b225. The BDM will not be deleted to maintain a consistent state for administrators to investigate. [ 1116.133054] env[62849]: DEBUG nova.objects.instance [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lazy-loading 'flavor' on Instance uuid ffa3e5e3-d22d-4127-840b-d8ce8cfa099d {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.133054] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 8d507dca-6261-430e-a2ae-94b4c7fb67f2] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1116.143667] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405092, 'name': ReconfigVM_Task, 'duration_secs': 0.521146} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.143911] env[62849]: DEBUG oslo_vmware.api [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405093, 'name': PowerOnVM_Task, 'duration_secs': 0.655073} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.146127] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672/41c8a41c-96a6-4b80-bea2-ac337853b672.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.146501] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.146700] env[62849]: INFO nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1116.146874] env[62849]: DEBUG nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.147700] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c7d07-4f6a-449e-800a-0972bd0cf759 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.153046] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2417988b-d412-4caa-a168-b444a0ca53be {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.155376] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcf2880-cbd9-4243-98ab-3d3bb3a1e11c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.192200] env[62849]: DEBUG nova.compute.provider_tree [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.193647] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ce44a-bb6f-4a4d-a293-51f6d82d7496 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.219324] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91efa95-8a2a-410a-ba39-87ff2870368d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.242953] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0418a3-a089-48f2-bc53-980a97f403bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.251817] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.252161] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1043261-b1d3-48b0-8d9e-81cb7e8bf39e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.259770] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1116.259770] env[62849]: value = "task-4405095" [ 1116.259770] env[62849]: _type = "Task" [ 1116.259770] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.269291] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.544241] env[62849]: DEBUG oslo_vmware.api [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.555952] env[62849]: DEBUG nova.network.neutron [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updated VIF entry in instance network info cache for port 967910ad-c991-48e5-a871-5e301e8992e0. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1116.556428] env[62849]: DEBUG nova.network.neutron [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "967910ad-c991-48e5-a871-5e301e8992e0", "address": "fa:16:3e:35:ee:6e", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967910ad-c9", "ovs_interfaceid": "967910ad-c991-48e5-a871-5e301e8992e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.638771] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: f005248b-54b5-4c59-9895-87383a04bc2f] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1116.706820] env[62849]: INFO nova.compute.manager [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Took 20.62 seconds to build instance. [ 1116.731530] env[62849]: ERROR nova.scheduler.client.report [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [req-ae4cbb10-1908-48b2-9919-0714c4f1a9fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae4cbb10-1908-48b2-9919-0714c4f1a9fa"}]} [ 1116.757237] env[62849]: DEBUG nova.scheduler.client.report [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1116.771940] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405095, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.775945] env[62849]: DEBUG nova.scheduler.client.report [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1116.776247] env[62849]: DEBUG nova.compute.provider_tree [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.794165] env[62849]: DEBUG nova.scheduler.client.report [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1116.818070] env[62849]: DEBUG nova.scheduler.client.report [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1117.044088] env[62849]: DEBUG oslo_vmware.api [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405094, 'name': ReconfigVM_Task, 'duration_secs': 1.187454} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.047268] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.047581] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Reconfigured VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1117.058897] env[62849]: DEBUG oslo_concurrency.lockutils [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.059321] env[62849]: DEBUG nova.compute.manager [req-bd212512-9362-4345-936e-cac289d9204b req-dddaa07a-fd96-4a31-a813-3ebda58b94c5 service nova] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Received event network-vif-deleted-c0eac070-ae8e-4691-9183-c54e21856ee1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1117.096762] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f3b0bd-9b41-49ed-beff-ba14a7b1f935 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.105646] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b72316-c807-4556-b7e3-72e801671414 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.140919] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c98c58-3c5a-406d-89dc-f560f68674ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.145122] env[62849]: DEBUG oslo_concurrency.lockutils [None req-963ceefc-95dd-45a3-8244-81848da78355 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.466s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.146323] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9fb88a46-1df0-4e7f-8a6a-636074b9ab07] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1117.155115] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3580e19b-1ec3-477b-af50-c38aa6881e79 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.171450] env[62849]: DEBUG nova.compute.provider_tree [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.217552] env[62849]: DEBUG oslo_concurrency.lockutils [None req-df632d32-6920-4f54-a19d-81e5972cb58d tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.134s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.271572] env[62849]: DEBUG oslo_vmware.api [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405095, 'name': PowerOnVM_Task, 'duration_secs': 0.542674} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.272052] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.553440] env[62849]: DEBUG oslo_concurrency.lockutils [None req-249a9e44-8599-4ed7-b192-5776743c12c8 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-60cf2b37-ff56-4e12-8030-a1b3e8d47a69-967910ad-c991-48e5-a871-5e301e8992e0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.048s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.650205] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9642cd5d-3280-4f65-859e-1e4554fe8033] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1117.735057] env[62849]: DEBUG nova.scheduler.client.report [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1117.735341] env[62849]: DEBUG nova.compute.provider_tree [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 162 to 163 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1117.735527] env[62849]: DEBUG nova.compute.provider_tree [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.750899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.750899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.750899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.750899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.750899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.754055] env[62849]: INFO nova.compute.manager [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Terminating instance [ 1118.154169] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 7f226332-03c4-4bfd-b088-9f8aa67d8cf8] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1118.242026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.922s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.260726] env[62849]: DEBUG nova.compute.manager [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.261824] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.263563] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c314f56c-f149-48bd-8674-eb45a65f59d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.277302] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.281028] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-885706cd-42d7-40d4-b9c2-36431e96aebc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.287349] env[62849]: INFO nova.scheduler.client.report [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted allocations for instance 7cd8647a-45b1-44a9-bdaa-bab820c4db11 [ 1118.288635] env[62849]: INFO nova.compute.manager [None req-61599e64-75dc-4139-8250-f68e53e52d04 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance to original state: 'active' [ 1118.298639] env[62849]: DEBUG oslo_vmware.api [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1118.298639] env[62849]: value = "task-4405097" [ 1118.298639] env[62849]: _type = "Task" [ 1118.298639] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.315196] env[62849]: DEBUG oslo_vmware.api [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.658140] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9a35cf4e-4631-430e-b984-a10eb07ed0fc] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1118.812061] env[62849]: DEBUG oslo_concurrency.lockutils [None req-67e6fee0-cb4b-4b44-a77c-150f8a8aae1c tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "7cd8647a-45b1-44a9-bdaa-bab820c4db11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.941s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.822449] env[62849]: DEBUG oslo_vmware.api [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405097, 'name': PowerOffVM_Task, 'duration_secs': 0.396725} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.823266] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.823729] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.824235] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182d41ba-ea63-41fb-8407-02c6dfa774ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.923550] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.929329] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.929584] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleting the datastore file [datastore1] ffa3e5e3-d22d-4127-840b-d8ce8cfa099d {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.934784] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d382de3-9432-45d8-a389-4ae5083f3c57 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.948022] env[62849]: DEBUG oslo_vmware.api [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1118.948022] env[62849]: value = "task-4405099" [ 1118.948022] env[62849]: _type = "Task" [ 1118.948022] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.963387] env[62849]: DEBUG oslo_vmware.api [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.165516] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 424811f2-9309-4b64-86f2-5565ee1be904] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1119.390553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-60cf2b37-ff56-4e12-8030-a1b3e8d47a69-967910ad-c991-48e5-a871-5e301e8992e0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.390900] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-60cf2b37-ff56-4e12-8030-a1b3e8d47a69-967910ad-c991-48e5-a871-5e301e8992e0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.434362] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquiring lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.434707] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.434969] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquiring lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.435193] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.435383] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.438332] env[62849]: INFO nova.compute.manager [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Terminating instance [ 1119.458798] env[62849]: DEBUG oslo_vmware.api [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226995} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.459131] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.459362] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.459601] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.459809] env[62849]: INFO nova.compute.manager [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1119.460123] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.460384] env[62849]: DEBUG nova.compute.manager [-] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.460512] env[62849]: DEBUG nova.network.neutron [-] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1119.672988] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: a53bda5f-9f7a-4baf-b956-5266ccc93507] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1119.901214] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.901214] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.901214] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d66140e-f518-4877-a38c-3001686c4244 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.922944] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec302fd9-43d6-4e0a-9592-bef526eeab06 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.948956] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "9be1778d-680b-467f-af6a-130d39b2112b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.949415] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "9be1778d-680b-467f-af6a-130d39b2112b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.951601] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "9be1778d-680b-467f-af6a-130d39b2112b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.951601] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "9be1778d-680b-467f-af6a-130d39b2112b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.951601] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "9be1778d-680b-467f-af6a-130d39b2112b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.952600] env[62849]: DEBUG nova.compute.manager [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.952992] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.962612] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Reconfiguring VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1119.962612] env[62849]: INFO nova.compute.manager [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Terminating instance [ 1119.963776] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc7ea77-5fff-47ba-9475-090f94b05f46 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.967263] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62234ca3-af08-46e3-9be5-afc9826787a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.990476] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.993068] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffd7e51e-26ec-49ee-b78e-6a705360634b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.996724] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1119.996724] env[62849]: value = "task-4405101" [ 1119.996724] env[62849]: _type = "Task" [ 1119.996724] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.005296] env[62849]: DEBUG oslo_vmware.api [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1120.005296] env[62849]: value = "task-4405102" [ 1120.005296] env[62849]: _type = "Task" [ 1120.005296] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.013354] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.029609] env[62849]: DEBUG oslo_vmware.api [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.051089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "41c8a41c-96a6-4b80-bea2-ac337853b672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.051089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.051089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.051089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.051410] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.058192] env[62849]: INFO nova.compute.manager [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Terminating instance [ 1120.176730] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2b954f3d-b575-4150-9a51-52fee5a880be] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1120.453433] env[62849]: DEBUG nova.compute.manager [req-9927396f-d0ee-4891-8239-58034af9e706 req-b311db4c-50ad-4324-91de-d078a0f08e4c service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Received event network-vif-deleted-c714ef21-afe8-4399-a8e1-71688393fe74 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1120.454724] env[62849]: INFO nova.compute.manager [req-9927396f-d0ee-4891-8239-58034af9e706 req-b311db4c-50ad-4324-91de-d078a0f08e4c service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Neutron deleted interface c714ef21-afe8-4399-a8e1-71688393fe74; detaching it from the instance and deleting it from the info cache [ 1120.454724] env[62849]: DEBUG nova.network.neutron [req-9927396f-d0ee-4891-8239-58034af9e706 req-b311db4c-50ad-4324-91de-d078a0f08e4c service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.484757] env[62849]: DEBUG nova.compute.manager [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.485721] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.487027] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bbf21e-fab2-411c-a595-0378695ee1c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.499600] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.502967] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a911910-92ec-4ef0-a3ef-566b5f420eb5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.516771] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.522905] env[62849]: DEBUG oslo_vmware.api [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1120.522905] env[62849]: value = "task-4405103" [ 1120.522905] env[62849]: _type = "Task" [ 1120.522905] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.522905] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "2193fa87-1760-4d26-806b-ba596fb380f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.523285] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.523354] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.523543] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.523745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.534225] env[62849]: INFO nova.compute.manager [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Terminating instance [ 1120.535471] env[62849]: DEBUG oslo_vmware.api [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405102, 'name': PowerOffVM_Task, 'duration_secs': 0.399421} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.536342] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.537019] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.537957] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f191fe6-7341-4677-8697-63e6e5be7b8a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.544096] env[62849]: DEBUG oslo_vmware.api [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.562922] env[62849]: DEBUG nova.compute.manager [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.563646] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.565479] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a3d18-9e02-4c90-82fc-5a29ce8e8aa9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.575786] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.576122] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acfd48df-9df0-45cc-a1f2-3159e2cce79a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.584742] env[62849]: DEBUG oslo_vmware.api [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1120.584742] env[62849]: value = "task-4405105" [ 1120.584742] env[62849]: _type = "Task" [ 1120.584742] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.595779] env[62849]: DEBUG oslo_vmware.api [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.629324] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.629543] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.630181] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Deleting the datastore file [datastore2] b5bcf547-d688-49b1-a15b-b48dc469d6b2 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.630275] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3613245f-1044-477c-aae4-82419305d7d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.640951] env[62849]: DEBUG oslo_vmware.api [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for the task: (returnval){ [ 1120.640951] env[62849]: value = "task-4405106" [ 1120.640951] env[62849]: _type = "Task" [ 1120.640951] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.650969] env[62849]: DEBUG oslo_vmware.api [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.680819] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 6e31ba54-8563-44e3-bb5f-150662007e3c] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1120.867675] env[62849]: DEBUG nova.network.neutron [-] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.959163] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23ae34ac-5c96-4c39-aa77-93aaa584e609 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.971354] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4741164-f32d-4d5b-8417-dacd7868f1e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.990527] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquiring lock "a7725828-e907-4eb0-946d-234f9041e7c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.990721] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "a7725828-e907-4eb0-946d-234f9041e7c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.011017] env[62849]: DEBUG nova.compute.manager [req-9927396f-d0ee-4891-8239-58034af9e706 req-b311db4c-50ad-4324-91de-d078a0f08e4c service nova] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Detach interface failed, port_id=c714ef21-afe8-4399-a8e1-71688393fe74, reason: Instance ffa3e5e3-d22d-4127-840b-d8ce8cfa099d could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1121.024195] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.038356] env[62849]: DEBUG oslo_vmware.api [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405103, 'name': PowerOffVM_Task, 'duration_secs': 0.221858} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.038593] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.038802] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.039481] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a70ac76d-af62-4667-927a-245cbdbbe4ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.045247] env[62849]: DEBUG nova.compute.manager [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.048135] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.048135] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-076e74c2-c599-4c1a-bc35-0993c8a4a1a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.053706] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1121.053706] env[62849]: value = "task-4405108" [ 1121.053706] env[62849]: _type = "Task" [ 1121.053706] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.068913] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.103664] env[62849]: DEBUG oslo_vmware.api [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405105, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.124425] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.124425] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.124542] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleting the datastore file [datastore2] 9be1778d-680b-467f-af6a-130d39b2112b {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.126548] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2df91069-dec9-4a46-97c8-3e686798ba43 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.134216] env[62849]: DEBUG oslo_vmware.api [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1121.134216] env[62849]: value = "task-4405109" [ 1121.134216] env[62849]: _type = "Task" [ 1121.134216] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.151320] env[62849]: DEBUG oslo_vmware.api [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.165637] env[62849]: DEBUG oslo_vmware.api [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Task: {'id': task-4405106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198802} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.165637] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.165637] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.165637] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.165637] env[62849]: INFO nova.compute.manager [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1121.165637] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.165637] env[62849]: DEBUG nova.compute.manager [-] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.165637] env[62849]: DEBUG nova.network.neutron [-] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1121.185567] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: ee099f8b-a6c2-42c2-99fc-e14647278bcc] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1121.371630] env[62849]: INFO nova.compute.manager [-] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Took 1.91 seconds to deallocate network for instance. [ 1121.493567] env[62849]: DEBUG nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.530478] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.571877] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405108, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.602554] env[62849]: DEBUG oslo_vmware.api [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405105, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.648176] env[62849]: DEBUG oslo_vmware.api [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155655} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.648476] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.648699] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.648935] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.649106] env[62849]: INFO nova.compute.manager [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1121.649383] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.649603] env[62849]: DEBUG nova.compute.manager [-] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.649702] env[62849]: DEBUG nova.network.neutron [-] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1121.690571] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 986f71a7-89f3-414e-b161-cd489626f817] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1121.880045] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.880362] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.880610] env[62849]: DEBUG nova.objects.instance [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lazy-loading 'resources' on Instance uuid ffa3e5e3-d22d-4127-840b-d8ce8cfa099d {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.930878] env[62849]: DEBUG nova.network.neutron [-] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.032114] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.034173] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.078711] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405108, 'name': PowerOffVM_Task, 'duration_secs': 0.798061} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.079442] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.080135] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.080402] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862085', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'name': 'volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2193fa87-1760-4d26-806b-ba596fb380f9', 'attached_at': '2025-11-12T17:25:29.000000', 'detached_at': '', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'serial': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.083392] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e24be8-7025-47f3-a79d-2d35dc1912f3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.115721] env[62849]: DEBUG oslo_vmware.api [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405105, 'name': PowerOffVM_Task, 'duration_secs': 1.261205} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.116625] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.116866] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.117835] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94740dd9-d5e3-46ba-ab55-457e5c693870 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.120816] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2a2f3ba-5e5d-45b7-91cc-280138b23931 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.128916] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e9d396-4681-4b8e-a889-ea85facb4436 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.152811] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62caf89d-3c7d-4862-b440-48eed17a4da9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.172506] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] The volume has not been displaced from its original location: [datastore2] volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68/volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.178348] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.178748] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d936fd1-fff2-4b32-bc8b-de841fd5146d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.196297] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 8f66dab4-0006-442e-97ce-5b27650a7e1e] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1122.200067] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1122.200067] env[62849]: value = "task-4405112" [ 1122.200067] env[62849]: _type = "Task" [ 1122.200067] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.210962] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.219217] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.219448] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.219633] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleting the datastore file [datastore2] 41c8a41c-96a6-4b80-bea2-ac337853b672 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.219973] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-185eebad-2619-4eec-b32e-312e17b05b4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.228523] env[62849]: DEBUG oslo_vmware.api [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1122.228523] env[62849]: value = "task-4405113" [ 1122.228523] env[62849]: _type = "Task" [ 1122.228523] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.238441] env[62849]: DEBUG oslo_vmware.api [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.426763] env[62849]: DEBUG nova.network.neutron [-] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.438234] env[62849]: INFO nova.compute.manager [-] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Took 1.27 seconds to deallocate network for instance. [ 1122.490888] env[62849]: DEBUG nova.compute.manager [req-19d01740-9444-42d2-80cc-a7d12cb5260a req-71e7c835-f194-45ba-85c6-912abbd24804 service nova] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Received event network-vif-deleted-1a67362a-5895-4a41-b0c5-e5ea68a7f306 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1122.491319] env[62849]: DEBUG nova.compute.manager [req-19d01740-9444-42d2-80cc-a7d12cb5260a req-71e7c835-f194-45ba-85c6-912abbd24804 service nova] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Received event network-vif-deleted-5708554b-66be-41cb-8273-06b19f9a9ad4 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1122.530998] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.622871] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d219e5-48ac-404e-996a-f22b2e510dc2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.631583] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a568c1-4177-4871-94ba-d6139f688669 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.666886] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa688d-9d8f-46a9-a9e6-f5b9fb5c9cfc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.675289] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4852da1-72cc-48eb-b12f-cd8d1aff1bd6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.690155] env[62849]: DEBUG nova.compute.provider_tree [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.701252] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: c4534d7d-9d5b-47cb-8617-c0725d506cbf] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1122.713534] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405112, 'name': ReconfigVM_Task, 'duration_secs': 0.306992} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.713861] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.719394] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde10622-eb39-4db1-bbbc-2520426332af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.743084] env[62849]: DEBUG oslo_vmware.api [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171169} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.744709] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.744942] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.745147] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.745324] env[62849]: INFO nova.compute.manager [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1122.745594] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.745869] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1122.745869] env[62849]: value = "task-4405114" [ 1122.745869] env[62849]: _type = "Task" [ 1122.745869] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.746084] env[62849]: DEBUG nova.compute.manager [-] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.746183] env[62849]: DEBUG nova.network.neutron [-] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1122.759964] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.929242] env[62849]: INFO nova.compute.manager [-] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Took 1.28 seconds to deallocate network for instance. [ 1122.943323] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.028073] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.205291] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 8a127c3a-de4c-4f21-8b80-6e1cc169504e] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1123.224659] env[62849]: ERROR nova.scheduler.client.report [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [req-ade58901-606d-4edd-9557-cf2ef44b8a4e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ade58901-606d-4edd-9557-cf2ef44b8a4e"}]} [ 1123.242972] env[62849]: DEBUG nova.scheduler.client.report [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1123.259632] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405114, 'name': ReconfigVM_Task, 'duration_secs': 0.142829} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.260748] env[62849]: DEBUG nova.scheduler.client.report [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1123.260972] env[62849]: DEBUG nova.compute.provider_tree [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.263235] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862085', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'name': 'volume-6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2193fa87-1760-4d26-806b-ba596fb380f9', 'attached_at': '2025-11-12T17:25:29.000000', 'detached_at': '', 'volume_id': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68', 'serial': '6b0a2ed0-c501-4c02-926b-14e5ccb39b68'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1123.263567] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.264921] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e934a5-298f-4b9d-aa50-38261199dc00 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.273740] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.274092] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a025e976-aa02-4e7d-bb69-ee441aee6ad2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.276864] env[62849]: DEBUG nova.scheduler.client.report [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1123.296822] env[62849]: DEBUG nova.scheduler.client.report [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1123.354507] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.354739] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.354918] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleting the datastore file [datastore2] 2193fa87-1760-4d26-806b-ba596fb380f9 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.355203] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89c502e4-4939-49f8-b895-3560708a724e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.362919] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1123.362919] env[62849]: value = "task-4405117" [ 1123.362919] env[62849]: _type = "Task" [ 1123.362919] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.375504] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.435749] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.522978] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68ed06f-76c2-4b56-88a5-f0537243a649 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.535596] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1291682-a94f-4a78-8bd0-5a93f83ae682 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.539520] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.572695] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c9523-9b6e-4d25-ae7e-140ecf33cd33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.583444] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9709c48b-8e0e-4698-b510-262f2dfd3a16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.598468] env[62849]: DEBUG nova.compute.provider_tree [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.709995] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: e0815ae9-9120-4e55-88b4-d5310eede150] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1123.820544] env[62849]: DEBUG nova.network.neutron [-] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.876794] env[62849]: DEBUG oslo_vmware.api [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126673} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.877014] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.877189] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.877373] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.877559] env[62849]: INFO nova.compute.manager [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Took 2.83 seconds to destroy the instance on the hypervisor. [ 1123.877821] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.878034] env[62849]: DEBUG nova.compute.manager [-] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.878144] env[62849]: DEBUG nova.network.neutron [-] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1124.030990] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.137277] env[62849]: DEBUG nova.scheduler.client.report [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1124.137553] env[62849]: DEBUG nova.compute.provider_tree [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 164 to 165 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1124.137650] env[62849]: DEBUG nova.compute.provider_tree [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.213082] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 279db280-eaa4-436a-9236-6e8cbc6527d8] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1124.217342] env[62849]: DEBUG oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b79b5-8f48-231e-8c82-300bffb2d8e7/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1124.218256] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c80d13-665d-4016-992d-d2d7a7f88e0e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.226205] env[62849]: DEBUG oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b79b5-8f48-231e-8c82-300bffb2d8e7/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1124.226421] env[62849]: ERROR oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b79b5-8f48-231e-8c82-300bffb2d8e7/disk-0.vmdk due to incomplete transfer. [ 1124.226643] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a6f00d8-fea4-4228-b8eb-eecc870cee8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.236903] env[62849]: DEBUG oslo_vmware.rw_handles [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b79b5-8f48-231e-8c82-300bffb2d8e7/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1124.237250] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Uploaded image e37a7240-635c-4221-8154-31577a307ee2 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1124.239670] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.240074] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c85557db-6eef-409e-a5b2-38ea524fe795 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.248058] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1124.248058] env[62849]: value = "task-4405118" [ 1124.248058] env[62849]: _type = "Task" [ 1124.248058] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.259535] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405118, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.323613] env[62849]: INFO nova.compute.manager [-] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Took 1.58 seconds to deallocate network for instance. [ 1124.527972] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.620637] env[62849]: DEBUG nova.compute.manager [req-ba36c423-c52e-4a6d-9b38-1f957b7f24d4 req-cd297388-e6d2-4460-8857-99d0ef0cc1af service nova] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Received event network-vif-deleted-fd599c62-894b-4e2b-aa82-791ee45ef8bf {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1124.642937] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.762s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.645546] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.611s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.647578] env[62849]: INFO nova.compute.claims [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.668551] env[62849]: INFO nova.scheduler.client.report [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleted allocations for instance ffa3e5e3-d22d-4127-840b-d8ce8cfa099d [ 1124.723339] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: c2a2a643-c78e-49e2-a4f5-f9ff5e6654df] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1124.759616] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405118, 'name': Destroy_Task, 'duration_secs': 0.363647} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.761710] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Destroyed the VM [ 1124.762021] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.762496] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc0dc5ea-79e1-4a8a-8ab9-990b8c527628 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.770525] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1124.770525] env[62849]: value = "task-4405119" [ 1124.770525] env[62849]: _type = "Task" [ 1124.770525] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.781660] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405119, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.830993] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.031369] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.177059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a5a351bb-11d0-4523-a2d0-326d409d5345 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "ffa3e5e3-d22d-4127-840b-d8ce8cfa099d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.427s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.226179] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 1f2b858f-beba-472d-9743-1c4a7f64f3b6] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1125.264710] env[62849]: DEBUG nova.network.neutron [-] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.283266] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405119, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.528956] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.734068] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 03fad5d3-4b6d-4ca0-8f88-20fd8d093fe0] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1125.736478] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.736755] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.767781] env[62849]: INFO nova.compute.manager [-] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Took 1.89 seconds to deallocate network for instance. [ 1125.788192] env[62849]: DEBUG oslo_vmware.api [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405119, 'name': RemoveSnapshot_Task, 'duration_secs': 0.747668} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.789407] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.789407] env[62849]: INFO nova.compute.manager [None req-22862ff4-aad1-494b-a80d-16064739eb20 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Took 16.25 seconds to snapshot the instance on the hypervisor. [ 1125.893495] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aabdea-e0f7-448f-92fc-c5b7dd5a06de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.901143] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda3903-d14c-46b3-88df-ddcfa4cc1b78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.931685] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd9ceeb-dce2-4ff7-adcb-c6c647a2e0af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.940101] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff3c718-83dd-445c-8a07-50f84fdb1ec1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.953516] env[62849]: DEBUG nova.compute.provider_tree [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.029581] env[62849]: DEBUG oslo_vmware.api [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405101, 'name': ReconfigVM_Task, 'duration_secs': 5.805176} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.029836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.030078] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Reconfigured VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1126.239095] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 82246b48-16e4-49e1-9578-181408b6bbe9] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1126.241114] env[62849]: DEBUG nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.331212] env[62849]: INFO nova.compute.manager [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Took 0.56 seconds to detach 1 volumes for instance. [ 1126.334050] env[62849]: DEBUG nova.compute.manager [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Deleting volume: 6b0a2ed0-c501-4c02-926b-14e5ccb39b68 {{(pid=62849) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1126.457074] env[62849]: DEBUG nova.scheduler.client.report [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.659091] env[62849]: DEBUG nova.compute.manager [req-433255a7-3462-40fe-8532-6a4aa67e1ab7 req-a8f6f8bb-a4bd-4dae-aa4b-3008cdcc061f service nova] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Received event network-vif-deleted-5aee4f25-0316-43bf-8a85-0a6dafd32df8 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1126.744898] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 0b38ac85-980b-4320-a30d-633d862412e6] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1126.766990] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.879561] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.962013] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.962551] env[62849]: DEBUG nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.965603] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.023s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.965815] env[62849]: DEBUG nova.objects.instance [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lazy-loading 'resources' on Instance uuid b5bcf547-d688-49b1-a15b-b48dc469d6b2 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.250858] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: c489ec22-0c62-46fc-9083-1f1730b3b65a] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1127.364096] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.364096] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.364096] env[62849]: DEBUG nova.network.neutron [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.468761] env[62849]: DEBUG nova.compute.utils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.470210] env[62849]: DEBUG nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.470617] env[62849]: DEBUG nova.network.neutron [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1127.559075] env[62849]: DEBUG nova.policy [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9f322be434043ffa6ee5a634006fc40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5ce6dff564444baee0f2c615a14a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.618028] env[62849]: DEBUG nova.compute.manager [req-f1c96827-8fff-4c97-8487-a58f709edc27 req-e88ad7d0-aca1-4283-b9f7-61b716d5663c service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1127.618028] env[62849]: DEBUG nova.compute.manager [req-f1c96827-8fff-4c97-8487-a58f709edc27 req-e88ad7d0-aca1-4283-b9f7-61b716d5663c service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing instance network info cache due to event network-changed-048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1127.618277] env[62849]: DEBUG oslo_concurrency.lockutils [req-f1c96827-8fff-4c97-8487-a58f709edc27 req-e88ad7d0-aca1-4283-b9f7-61b716d5663c service nova] Acquiring lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.727748] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d90c823-07a1-4c54-a2e2-b6a99eeec206 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.736576] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38288b5-f641-4418-857d-252ef8eb1f84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.770793] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 0a82d437-2c20-42a9-bd89-dc35968d0cc5] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1127.775027] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7782a93-1da6-48ac-96ea-0d25946c7f91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.785092] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b7f811-727c-4223-ab4b-f2c7dd0b997b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.805369] env[62849]: DEBUG nova.compute.provider_tree [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.917095] env[62849]: DEBUG nova.network.neutron [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Successfully created port: f447a434-7130-47d7-9e24-52a4fa387754 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1127.979316] env[62849]: DEBUG nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.098852] env[62849]: INFO nova.network.neutron [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Port 967910ad-c991-48e5-a871-5e301e8992e0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1128.099243] env[62849]: DEBUG nova.network.neutron [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.274848] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: c8ec71de-f20b-4aa2-8245-37c2ae8b2d3d] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1128.308068] env[62849]: DEBUG nova.scheduler.client.report [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.333338] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-96abc092-de27-4dd5-8b6b-be4e4287c45f-967910ad-c991-48e5-a871-5e301e8992e0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.333601] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-96abc092-de27-4dd5-8b6b-be4e4287c45f-967910ad-c991-48e5-a871-5e301e8992e0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.334099] env[62849]: DEBUG nova.objects.instance [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'flavor' on Instance uuid 96abc092-de27-4dd5-8b6b-be4e4287c45f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.603385] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.606963] env[62849]: DEBUG oslo_concurrency.lockutils [req-f1c96827-8fff-4c97-8487-a58f709edc27 req-e88ad7d0-aca1-4283-b9f7-61b716d5663c service nova] Acquired lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.607198] env[62849]: DEBUG nova.network.neutron [req-f1c96827-8fff-4c97-8487-a58f709edc27 req-e88ad7d0-aca1-4283-b9f7-61b716d5663c service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Refreshing network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.778573] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 06460b50-2b1a-46ae-b8d1-cb1ebae77f44] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1128.813316] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.816235] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.381s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.816896] env[62849]: DEBUG nova.objects.instance [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lazy-loading 'resources' on Instance uuid 9be1778d-680b-467f-af6a-130d39b2112b {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.843505] env[62849]: INFO nova.scheduler.client.report [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Deleted allocations for instance b5bcf547-d688-49b1-a15b-b48dc469d6b2 [ 1128.946223] env[62849]: DEBUG nova.objects.instance [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'pci_requests' on Instance uuid 96abc092-de27-4dd5-8b6b-be4e4287c45f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.995080] env[62849]: DEBUG nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.021413] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.021712] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.021824] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.022018] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.022187] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.022338] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.022563] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.022720] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.022881] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.023110] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.023308] env[62849]: DEBUG nova.virt.hardware [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.024973] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff5ab4d-4f6d-4762-a6be-d08c655f5c7d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.033662] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4e42c8-019d-40bb-a78c-575187638d15 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.107573] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f3a28c18-17a0-4747-83d3-582aa5180aab tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-60cf2b37-ff56-4e12-8030-a1b3e8d47a69-967910ad-c991-48e5-a871-5e301e8992e0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.717s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.282868] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 379996e0-b80e-4066-a47f-1bcf26c647fb] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1129.331740] env[62849]: DEBUG nova.network.neutron [req-f1c96827-8fff-4c97-8487-a58f709edc27 req-e88ad7d0-aca1-4283-b9f7-61b716d5663c service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updated VIF entry in instance network info cache for port 048d0a56-7c23-4247-8910-7ea0a74cd865. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.331740] env[62849]: DEBUG nova.network.neutron [req-f1c96827-8fff-4c97-8487-a58f709edc27 req-e88ad7d0-aca1-4283-b9f7-61b716d5663c service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [{"id": "048d0a56-7c23-4247-8910-7ea0a74cd865", "address": "fa:16:3e:c3:21:ac", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap048d0a56-7c", "ovs_interfaceid": "048d0a56-7c23-4247-8910-7ea0a74cd865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.352546] env[62849]: DEBUG oslo_concurrency.lockutils [None req-be323398-6120-4386-afcf-5ace664c9eb0 tempest-ServerMetadataTestJSON-1251833882 tempest-ServerMetadataTestJSON-1251833882-project-member] Lock "b5bcf547-d688-49b1-a15b-b48dc469d6b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.918s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.448526] env[62849]: DEBUG nova.objects.base [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Object Instance<96abc092-de27-4dd5-8b6b-be4e4287c45f> lazy-loaded attributes: flavor,pci_requests {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.448915] env[62849]: DEBUG nova.network.neutron [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1129.552613] env[62849]: DEBUG nova.policy [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2eb5e80be6984cfb880df45ca6d837ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd77a69afbb08458681c11638fada3879', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.577145] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966ea1ff-0431-406a-9ce4-90c8916f6875 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.587269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceffafbb-4751-449d-abbe-c8cd07d8fc8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.655217] env[62849]: DEBUG nova.network.neutron [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Successfully updated port: f447a434-7130-47d7-9e24-52a4fa387754 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1129.660157] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce1f4f0-e3f1-4d5c-af02-c8207042cef0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.667692] env[62849]: DEBUG nova.compute.manager [req-73fe34f1-5c9a-4fab-bc88-8dc6d4a70281 req-da359f64-3b4b-4fad-bfa3-a67427b89cef service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Received event network-vif-plugged-f447a434-7130-47d7-9e24-52a4fa387754 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1129.668136] env[62849]: DEBUG oslo_concurrency.lockutils [req-73fe34f1-5c9a-4fab-bc88-8dc6d4a70281 req-da359f64-3b4b-4fad-bfa3-a67427b89cef service nova] Acquiring lock "a7725828-e907-4eb0-946d-234f9041e7c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.668431] env[62849]: DEBUG oslo_concurrency.lockutils [req-73fe34f1-5c9a-4fab-bc88-8dc6d4a70281 req-da359f64-3b4b-4fad-bfa3-a67427b89cef service nova] Lock "a7725828-e907-4eb0-946d-234f9041e7c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.668717] env[62849]: DEBUG oslo_concurrency.lockutils [req-73fe34f1-5c9a-4fab-bc88-8dc6d4a70281 req-da359f64-3b4b-4fad-bfa3-a67427b89cef service nova] Lock "a7725828-e907-4eb0-946d-234f9041e7c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.669022] env[62849]: DEBUG nova.compute.manager [req-73fe34f1-5c9a-4fab-bc88-8dc6d4a70281 req-da359f64-3b4b-4fad-bfa3-a67427b89cef service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] No waiting events found dispatching network-vif-plugged-f447a434-7130-47d7-9e24-52a4fa387754 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.669339] env[62849]: WARNING nova.compute.manager [req-73fe34f1-5c9a-4fab-bc88-8dc6d4a70281 req-da359f64-3b4b-4fad-bfa3-a67427b89cef service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Received unexpected event network-vif-plugged-f447a434-7130-47d7-9e24-52a4fa387754 for instance with vm_state building and task_state spawning. [ 1129.681166] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1b977-7e58-486c-a069-6412ab238e8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.709175] env[62849]: DEBUG nova.compute.provider_tree [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.786730] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: eff1bf74-a3ab-40b4-b508-d4c615bd4ad5] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1129.834769] env[62849]: DEBUG oslo_concurrency.lockutils [req-f1c96827-8fff-4c97-8487-a58f709edc27 req-e88ad7d0-aca1-4283-b9f7-61b716d5663c service nova] Releasing lock "refresh_cache-60cf2b37-ff56-4e12-8030-a1b3e8d47a69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.170749] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquiring lock "refresh_cache-a7725828-e907-4eb0-946d-234f9041e7c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.170910] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquired lock "refresh_cache-a7725828-e907-4eb0-946d-234f9041e7c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.171298] env[62849]: DEBUG nova.network.neutron [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.205216] env[62849]: DEBUG nova.compute.manager [req-533f47fa-f902-46b2-8fb8-9bc1ee1d4d8d req-35214015-4095-4fa6-b0f9-dbc50cddb890 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received event network-changed-4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1130.205216] env[62849]: DEBUG nova.compute.manager [req-533f47fa-f902-46b2-8fb8-9bc1ee1d4d8d req-35214015-4095-4fa6-b0f9-dbc50cddb890 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing instance network info cache due to event network-changed-4d14a806-ff19-44f7-95dd-5be89df2520f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1130.205216] env[62849]: DEBUG oslo_concurrency.lockutils [req-533f47fa-f902-46b2-8fb8-9bc1ee1d4d8d req-35214015-4095-4fa6-b0f9-dbc50cddb890 service nova] Acquiring lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.205216] env[62849]: DEBUG oslo_concurrency.lockutils [req-533f47fa-f902-46b2-8fb8-9bc1ee1d4d8d req-35214015-4095-4fa6-b0f9-dbc50cddb890 service nova] Acquired lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.205216] env[62849]: DEBUG nova.network.neutron [req-533f47fa-f902-46b2-8fb8-9bc1ee1d4d8d req-35214015-4095-4fa6-b0f9-dbc50cddb890 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing network info cache for port 4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.213057] env[62849]: DEBUG nova.scheduler.client.report [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.291227] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 78eaf85c-3da6-4a89-b43f-ce6f236bd264] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1130.717086] env[62849]: DEBUG nova.network.neutron [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1130.720034] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.723272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.892s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.723489] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.726267] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.959s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.728259] env[62849]: INFO nova.compute.claims [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.765511] env[62849]: INFO nova.scheduler.client.report [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted allocations for instance 41c8a41c-96a6-4b80-bea2-ac337853b672 [ 1130.768422] env[62849]: INFO nova.scheduler.client.report [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted allocations for instance 9be1778d-680b-467f-af6a-130d39b2112b [ 1130.794694] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 83cdc46b-07f6-49bd-a7d0-8a4c98b12376] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1130.886980] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.887300] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.887508] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.887711] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.887892] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.890331] env[62849]: INFO nova.compute.manager [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Terminating instance [ 1130.905101] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Acquiring lock "b5db002f-026c-4f20-90cb-20aaf588eec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.906339] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.962081] env[62849]: DEBUG nova.network.neutron [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Updating instance_info_cache with network_info: [{"id": "f447a434-7130-47d7-9e24-52a4fa387754", "address": "fa:16:3e:19:07:08", "network": {"id": "cfdbfcb1-929e-437a-a2af-33290ab6c3db", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-417822419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5ce6dff564444baee0f2c615a14a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf447a434-71", "ovs_interfaceid": "f447a434-7130-47d7-9e24-52a4fa387754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.098276] env[62849]: DEBUG nova.network.neutron [req-533f47fa-f902-46b2-8fb8-9bc1ee1d4d8d req-35214015-4095-4fa6-b0f9-dbc50cddb890 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updated VIF entry in instance network info cache for port 4d14a806-ff19-44f7-95dd-5be89df2520f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1131.098686] env[62849]: DEBUG nova.network.neutron [req-533f47fa-f902-46b2-8fb8-9bc1ee1d4d8d req-35214015-4095-4fa6-b0f9-dbc50cddb890 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [{"id": "4d14a806-ff19-44f7-95dd-5be89df2520f", "address": "fa:16:3e:72:7b:e2", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14a806-ff", "ovs_interfaceid": "4d14a806-ff19-44f7-95dd-5be89df2520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.280246] env[62849]: DEBUG oslo_concurrency.lockutils [None req-5edfddfa-89df-46ad-bb09-b2ec47490fbe tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "9be1778d-680b-467f-af6a-130d39b2112b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.331s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.281450] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c2b980a4-c6a3-45c9-94d5-fc8050aa19fb tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "41c8a41c-96a6-4b80-bea2-ac337853b672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.231s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.299531] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 479c512b-9304-46fb-8719-a0335ba39a59] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1131.397864] env[62849]: DEBUG nova.compute.manager [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.398116] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.399108] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15b3347-b01e-4376-b9a4-6f6af85a6dfc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.408125] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.408407] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e70a1a7-ee96-42b7-89fc-0b7f2a41161a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.410294] env[62849]: DEBUG nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.420994] env[62849]: DEBUG oslo_vmware.api [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1131.420994] env[62849]: value = "task-4405124" [ 1131.420994] env[62849]: _type = "Task" [ 1131.420994] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.431482] env[62849]: DEBUG oslo_vmware.api [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.464815] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Releasing lock "refresh_cache-a7725828-e907-4eb0-946d-234f9041e7c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.465109] env[62849]: DEBUG nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Instance network_info: |[{"id": "f447a434-7130-47d7-9e24-52a4fa387754", "address": "fa:16:3e:19:07:08", "network": {"id": "cfdbfcb1-929e-437a-a2af-33290ab6c3db", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-417822419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5ce6dff564444baee0f2c615a14a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf447a434-71", "ovs_interfaceid": "f447a434-7130-47d7-9e24-52a4fa387754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.465524] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:07:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f447a434-7130-47d7-9e24-52a4fa387754', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.474023] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Creating folder: Project (ba5ce6dff564444baee0f2c615a14a9b). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.475908] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5bce0dc-4a88-4c98-ba03-180c930ed4fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.488416] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Created folder: Project (ba5ce6dff564444baee0f2c615a14a9b) in parent group-v861840. [ 1131.488416] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Creating folder: Instances. Parent ref: group-v862136. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.488620] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e47e00fb-b856-438e-a984-fbd134c55e61 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.505132] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Created folder: Instances in parent group-v862136. [ 1131.505685] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.505685] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.505900] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4a7cc78-da84-42c8-bf4f-395d1a4a6eca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.527934] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.527934] env[62849]: value = "task-4405127" [ 1131.527934] env[62849]: _type = "Task" [ 1131.527934] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.537913] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405127, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.601528] env[62849]: DEBUG oslo_concurrency.lockutils [req-533f47fa-f902-46b2-8fb8-9bc1ee1d4d8d req-35214015-4095-4fa6-b0f9-dbc50cddb890 service nova] Releasing lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.684375] env[62849]: DEBUG nova.network.neutron [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Successfully updated port: 967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1131.805727] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 4e97af5c-1c18-4558-a688-9505339fed93] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1131.912259] env[62849]: DEBUG nova.compute.manager [req-205f7dae-df9c-4dba-8f02-75139096d7fb req-f96c4839-9005-4ee2-b2f2-210059a54cc4 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Received event network-changed-f447a434-7130-47d7-9e24-52a4fa387754 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1131.912259] env[62849]: DEBUG nova.compute.manager [req-205f7dae-df9c-4dba-8f02-75139096d7fb req-f96c4839-9005-4ee2-b2f2-210059a54cc4 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Refreshing instance network info cache due to event network-changed-f447a434-7130-47d7-9e24-52a4fa387754. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1131.912366] env[62849]: DEBUG oslo_concurrency.lockutils [req-205f7dae-df9c-4dba-8f02-75139096d7fb req-f96c4839-9005-4ee2-b2f2-210059a54cc4 service nova] Acquiring lock "refresh_cache-a7725828-e907-4eb0-946d-234f9041e7c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.912535] env[62849]: DEBUG oslo_concurrency.lockutils [req-205f7dae-df9c-4dba-8f02-75139096d7fb req-f96c4839-9005-4ee2-b2f2-210059a54cc4 service nova] Acquired lock "refresh_cache-a7725828-e907-4eb0-946d-234f9041e7c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.912700] env[62849]: DEBUG nova.network.neutron [req-205f7dae-df9c-4dba-8f02-75139096d7fb req-f96c4839-9005-4ee2-b2f2-210059a54cc4 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Refreshing network info cache for port f447a434-7130-47d7-9e24-52a4fa387754 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.937686] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83a6055-7390-4340-bc85-7616b4bd102a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.940963] env[62849]: DEBUG oslo_vmware.api [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405124, 'name': PowerOffVM_Task, 'duration_secs': 0.36231} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.942021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.942309] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.942476] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.943130] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-986a4cbf-f2aa-41fa-8b27-632092392327 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.948144] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bde1ec-ed35-4f31-b83e-6dfe189ccd3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.981293] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6937fbb-66b3-40fa-9684-94d65aeebd20 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.990117] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2044ce-13ad-4eb0-b8a1-14ead84d8002 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.004705] env[62849]: DEBUG nova.compute.provider_tree [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.012248] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.012532] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.012636] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleting the datastore file [datastore1] 4c1fc665-7f25-48a4-8cde-5488cf592e4e {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.013795] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5af9b875-ef3e-42cb-9ebf-bd74f1583149 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.020577] env[62849]: DEBUG oslo_vmware.api [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1132.020577] env[62849]: value = "task-4405129" [ 1132.020577] env[62849]: _type = "Task" [ 1132.020577] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.029234] env[62849]: DEBUG oslo_vmware.api [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.037341] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405127, 'name': CreateVM_Task, 'duration_secs': 0.448167} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.037523] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.038239] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.038404] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.038718] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.038959] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44d62a0-c2c5-49d5-bce1-b70bf008e547 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.044043] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1132.044043] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287d120-4de4-7a84-9dfb-fbe72bb99c77" [ 1132.044043] env[62849]: _type = "Task" [ 1132.044043] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.052235] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287d120-4de4-7a84-9dfb-fbe72bb99c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.188217] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.188436] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.188601] env[62849]: DEBUG nova.network.neutron [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.307731] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: b87e622d-720f-4024-97b6-1c12d4d9d6d1] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1132.342136] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.342412] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.508095] env[62849]: DEBUG nova.scheduler.client.report [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.533147] env[62849]: DEBUG oslo_vmware.api [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207592} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.537018] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.537018] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.537018] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.537018] env[62849]: INFO nova.compute.manager [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1132.537018] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.537018] env[62849]: DEBUG nova.compute.manager [-] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.537018] env[62849]: DEBUG nova.network.neutron [-] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1132.556908] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5287d120-4de4-7a84-9dfb-fbe72bb99c77, 'name': SearchDatastore_Task, 'duration_secs': 0.019663} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.557227] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.557460] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.558065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.558065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.558065] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.558310] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75d921bd-f153-43ed-8d5a-06fb4a28afab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.567901] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.568021] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.569100] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bc5551-dda8-41bf-a424-e664091a0772 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.576209] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1132.576209] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523abe3e-93e4-c777-be0f-82e7aa64ea72" [ 1132.576209] env[62849]: _type = "Task" [ 1132.576209] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.584900] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523abe3e-93e4-c777-be0f-82e7aa64ea72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.714845] env[62849]: DEBUG nova.compute.manager [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received event network-vif-plugged-967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1132.715091] env[62849]: DEBUG oslo_concurrency.lockutils [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] Acquiring lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.715298] env[62849]: DEBUG oslo_concurrency.lockutils [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.715458] env[62849]: DEBUG oslo_concurrency.lockutils [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.715618] env[62849]: DEBUG nova.compute.manager [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] No waiting events found dispatching network-vif-plugged-967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.717620] env[62849]: WARNING nova.compute.manager [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received unexpected event network-vif-plugged-967910ad-c991-48e5-a871-5e301e8992e0 for instance with vm_state active and task_state None. [ 1132.717620] env[62849]: DEBUG nova.compute.manager [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received event network-changed-967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1132.717620] env[62849]: DEBUG nova.compute.manager [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing instance network info cache due to event network-changed-967910ad-c991-48e5-a871-5e301e8992e0. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1132.717620] env[62849]: DEBUG oslo_concurrency.lockutils [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] Acquiring lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.742826] env[62849]: WARNING nova.network.neutron [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] 92e15316-0b85-46c4-b4ab-61bea9fc2660 already exists in list: networks containing: ['92e15316-0b85-46c4-b4ab-61bea9fc2660']. ignoring it [ 1132.811865] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 19d76bfb-f713-4112-9a92-61b3cf45f808] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1132.818699] env[62849]: DEBUG nova.network.neutron [req-205f7dae-df9c-4dba-8f02-75139096d7fb req-f96c4839-9005-4ee2-b2f2-210059a54cc4 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Updated VIF entry in instance network info cache for port f447a434-7130-47d7-9e24-52a4fa387754. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1132.819068] env[62849]: DEBUG nova.network.neutron [req-205f7dae-df9c-4dba-8f02-75139096d7fb req-f96c4839-9005-4ee2-b2f2-210059a54cc4 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Updating instance_info_cache with network_info: [{"id": "f447a434-7130-47d7-9e24-52a4fa387754", "address": "fa:16:3e:19:07:08", "network": {"id": "cfdbfcb1-929e-437a-a2af-33290ab6c3db", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-417822419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5ce6dff564444baee0f2c615a14a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf447a434-71", "ovs_interfaceid": "f447a434-7130-47d7-9e24-52a4fa387754", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.845355] env[62849]: DEBUG nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.013028] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.013567] env[62849]: DEBUG nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.016200] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.137s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.016345] env[62849]: DEBUG nova.objects.instance [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'resources' on Instance uuid 2193fa87-1760-4d26-806b-ba596fb380f9 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.074868] env[62849]: DEBUG nova.network.neutron [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [{"id": "4d14a806-ff19-44f7-95dd-5be89df2520f", "address": "fa:16:3e:72:7b:e2", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14a806-ff", "ovs_interfaceid": "4d14a806-ff19-44f7-95dd-5be89df2520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "967910ad-c991-48e5-a871-5e301e8992e0", "address": "fa:16:3e:35:ee:6e", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967910ad-c9", "ovs_interfaceid": "967910ad-c991-48e5-a871-5e301e8992e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.086898] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523abe3e-93e4-c777-be0f-82e7aa64ea72, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.088614] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d98e66-c434-45b0-9729-0ffc8f3774d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.095360] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1133.095360] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5229b8a3-3dcc-cb83-8ba9-94e4231017e5" [ 1133.095360] env[62849]: _type = "Task" [ 1133.095360] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.103788] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5229b8a3-3dcc-cb83-8ba9-94e4231017e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.313600] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.313938] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.320917] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: affc6651-9e82-4058-a31a-1ca4a7c16d66] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1133.326686] env[62849]: DEBUG oslo_concurrency.lockutils [req-205f7dae-df9c-4dba-8f02-75139096d7fb req-f96c4839-9005-4ee2-b2f2-210059a54cc4 service nova] Releasing lock "refresh_cache-a7725828-e907-4eb0-946d-234f9041e7c8" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.365963] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.430235] env[62849]: DEBUG nova.network.neutron [-] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.519336] env[62849]: DEBUG nova.compute.utils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.524042] env[62849]: DEBUG nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.524338] env[62849]: DEBUG nova.network.neutron [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1133.573148] env[62849]: DEBUG nova.policy [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26500c0efbe5408393566912fb9a8ce2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af333e170aba4346bcfa4cc43e89c069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.577354] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.577948] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.578117] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.578555] env[62849]: DEBUG oslo_concurrency.lockutils [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] Acquired lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.578742] env[62849]: DEBUG nova.network.neutron [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Refreshing network info cache for port 967910ad-c991-48e5-a871-5e301e8992e0 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.580350] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4cb3c1-0fc4-4304-9df7-9430022f25f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.598078] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.598321] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.598475] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.598652] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.598793] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.598935] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.599150] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.599311] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.599473] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.599633] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.599798] env[62849]: DEBUG nova.virt.hardware [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.606066] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Reconfiguring VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1133.611920] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-905dff25-79af-439a-a8be-a6dc3e22b84b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.630326] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5229b8a3-3dcc-cb83-8ba9-94e4231017e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.631621] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.631886] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a7725828-e907-4eb0-946d-234f9041e7c8/a7725828-e907-4eb0-946d-234f9041e7c8.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.632531] env[62849]: DEBUG oslo_vmware.api [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1133.632531] env[62849]: value = "task-4405130" [ 1133.632531] env[62849]: _type = "Task" [ 1133.632531] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.632734] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d56a617-2778-4fcc-b68e-e6be1f62aac1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.646957] env[62849]: DEBUG oslo_vmware.api [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405130, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.648632] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1133.648632] env[62849]: value = "task-4405131" [ 1133.648632] env[62849]: _type = "Task" [ 1133.648632] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.660594] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.765391] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb0b52-a9ff-423a-a21a-a932706450a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.774097] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ebe2c-d605-49fa-b721-0ec798996a9c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.806809] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc027a63-0e9a-484d-ab56-f734071cc1c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.817138] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3181bac-44e2-45bc-bbd5-7743cc97f2e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.824040] env[62849]: DEBUG nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.828379] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 6cea3ca3-9b6c-4ff4-86ac-29a07fc50c93] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1133.841239] env[62849]: DEBUG nova.compute.provider_tree [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.899811] env[62849]: DEBUG nova.network.neutron [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Successfully created port: fd1ca31e-50fa-43f1-add7-10482eb6b695 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1133.932697] env[62849]: INFO nova.compute.manager [-] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Took 1.40 seconds to deallocate network for instance. [ 1134.024771] env[62849]: DEBUG nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.148394] env[62849]: DEBUG oslo_vmware.api [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.160464] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405131, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.344030] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: ab2f0fcd-cc1c-4943-be65-a83126f72677] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1134.347850] env[62849]: DEBUG nova.scheduler.client.report [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.354518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.413154] env[62849]: DEBUG nova.network.neutron [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updated VIF entry in instance network info cache for port 967910ad-c991-48e5-a871-5e301e8992e0. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1134.413662] env[62849]: DEBUG nova.network.neutron [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [{"id": "4d14a806-ff19-44f7-95dd-5be89df2520f", "address": "fa:16:3e:72:7b:e2", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14a806-ff", "ovs_interfaceid": "4d14a806-ff19-44f7-95dd-5be89df2520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "967910ad-c991-48e5-a871-5e301e8992e0", "address": "fa:16:3e:35:ee:6e", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967910ad-c9", "ovs_interfaceid": "967910ad-c991-48e5-a871-5e301e8992e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.441728] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.646687] env[62849]: DEBUG oslo_vmware.api [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405130, 'name': ReconfigVM_Task, 'duration_secs': 0.610649} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.647199] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.647402] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Reconfigured VM to attach interface {{(pid=62849) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1134.658550] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405131, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.745718] env[62849]: DEBUG nova.compute.manager [req-7b84649b-c6a5-4d11-81c7-fa9fd1d0e242 req-a2d72f45-8084-426a-b1df-fe254a3419f3 service nova] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Received event network-vif-deleted-002b2eb1-90e1-49a2-b9b5-ddeb7728ab4e {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1134.854825] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2127d2b0-7d68-4571-a0ca-b32f701bb728] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1134.857295] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.860165] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.918s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.861796] env[62849]: INFO nova.compute.claims [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.886446] env[62849]: INFO nova.scheduler.client.report [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted allocations for instance 2193fa87-1760-4d26-806b-ba596fb380f9 [ 1134.916834] env[62849]: DEBUG oslo_concurrency.lockutils [req-ec00ced0-8b22-4b50-9879-65984159d1ea req-1ef8e005-9942-45bf-92ff-f83f67d362b5 service nova] Releasing lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.035757] env[62849]: DEBUG nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.062411] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='66381531d672be3498e79f41a06aeaf5',container_format='bare',created_at=2025-11-12T17:25:51Z,direct_url=,disk_format='vmdk',id=e37a7240-635c-4221-8154-31577a307ee2,min_disk=1,min_ram=0,name='tempest-test-snap-2066397322',owner='af333e170aba4346bcfa4cc43e89c069',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-12T17:26:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.062661] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.062815] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.063080] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.063200] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.063925] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.063925] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.063925] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.063925] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.064132] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.064197] env[62849]: DEBUG nova.virt.hardware [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.065050] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c7233b-6282-4efb-a9ac-f4abecfd6cff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.074519] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6521a3f0-7d73-4677-99a0-4dcc3f3f99ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.152211] env[62849]: DEBUG oslo_concurrency.lockutils [None req-dcf7a479-0345-4ca4-8b00-2cab60da6448 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-96abc092-de27-4dd5-8b6b-be4e4287c45f-967910ad-c991-48e5-a871-5e301e8992e0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.818s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.163204] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405131, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.511399} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.163427] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] a7725828-e907-4eb0-946d-234f9041e7c8/a7725828-e907-4eb0-946d-234f9041e7c8.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.163636] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.164067] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61151228-de62-4edd-936c-f9bf01b49bea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.171060] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1135.171060] env[62849]: value = "task-4405132" [ 1135.171060] env[62849]: _type = "Task" [ 1135.171060] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.179818] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.361288] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: c470235b-8456-4a41-90c3-89205b6d0e32] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1135.395377] env[62849]: DEBUG oslo_concurrency.lockutils [None req-b1c0749d-2969-4b36-b742-773e6e372fad tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "2193fa87-1760-4d26-806b-ba596fb380f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.872s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.470195] env[62849]: DEBUG nova.compute.manager [req-f1e49fba-b56b-4ba1-826c-dcb71bb3e07c req-edd2cd24-d831-4f56-8e66-e49572be7772 service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Received event network-vif-plugged-fd1ca31e-50fa-43f1-add7-10482eb6b695 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1135.470427] env[62849]: DEBUG oslo_concurrency.lockutils [req-f1e49fba-b56b-4ba1-826c-dcb71bb3e07c req-edd2cd24-d831-4f56-8e66-e49572be7772 service nova] Acquiring lock "e9505573-55fb-4f44-8db4-2c580ae9fea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.470631] env[62849]: DEBUG oslo_concurrency.lockutils [req-f1e49fba-b56b-4ba1-826c-dcb71bb3e07c req-edd2cd24-d831-4f56-8e66-e49572be7772 service nova] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.470795] env[62849]: DEBUG oslo_concurrency.lockutils [req-f1e49fba-b56b-4ba1-826c-dcb71bb3e07c req-edd2cd24-d831-4f56-8e66-e49572be7772 service nova] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.470976] env[62849]: DEBUG nova.compute.manager [req-f1e49fba-b56b-4ba1-826c-dcb71bb3e07c req-edd2cd24-d831-4f56-8e66-e49572be7772 service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] No waiting events found dispatching network-vif-plugged-fd1ca31e-50fa-43f1-add7-10482eb6b695 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.471210] env[62849]: WARNING nova.compute.manager [req-f1e49fba-b56b-4ba1-826c-dcb71bb3e07c req-edd2cd24-d831-4f56-8e66-e49572be7772 service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Received unexpected event network-vif-plugged-fd1ca31e-50fa-43f1-add7-10482eb6b695 for instance with vm_state building and task_state spawning. [ 1135.477225] env[62849]: DEBUG nova.network.neutron [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Successfully updated port: fd1ca31e-50fa-43f1-add7-10482eb6b695 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1135.631861] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.632295] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.632597] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.632822] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.633057] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.637209] env[62849]: INFO nova.compute.manager [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Terminating instance [ 1135.681808] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075052} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.682149] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.682932] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d0658c-ce48-4539-9144-b040d4a50e9f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.705588] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a7725828-e907-4eb0-946d-234f9041e7c8/a7725828-e907-4eb0-946d-234f9041e7c8.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.705902] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1709631e-4eb0-472a-b20f-e3a5d8631749 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.726753] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1135.726753] env[62849]: value = "task-4405133" [ 1135.726753] env[62849]: _type = "Task" [ 1135.726753] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.738458] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.865948] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: a9c970e4-5922-4c47-9676-fef8fdfb5dd2] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1135.979967] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "refresh_cache-e9505573-55fb-4f44-8db4-2c580ae9fea5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.980255] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "refresh_cache-e9505573-55fb-4f44-8db4-2c580ae9fea5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.980365] env[62849]: DEBUG nova.network.neutron [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.069743] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254f6bc4-d5ec-4be2-b3f1-61ee7bad925e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.080041] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd6b6d3-0371-463b-871a-3e4a043944ab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.113934] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13e1049-5404-43c1-8b5f-f88c87e811df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.122747] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9852ea-89b8-4661-b8cc-7773c7979d3b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.140812] env[62849]: DEBUG nova.compute.provider_tree [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.143118] env[62849]: DEBUG nova.compute.manager [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.143505] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.144852] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c0636b-02b0-42c2-aeb7-28544a93788a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.155978] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.156367] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7c1bb30-26df-40a6-8fc9-9f547b405c81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.165157] env[62849]: DEBUG oslo_vmware.api [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1136.165157] env[62849]: value = "task-4405134" [ 1136.165157] env[62849]: _type = "Task" [ 1136.165157] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.174382] env[62849]: DEBUG oslo_vmware.api [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.237103] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405133, 'name': ReconfigVM_Task, 'duration_secs': 0.434304} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.237449] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a7725828-e907-4eb0-946d-234f9041e7c8/a7725828-e907-4eb0-946d-234f9041e7c8.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.238062] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-310b3ce8-a734-4d7f-916b-79c1d0c29943 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.246249] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1136.246249] env[62849]: value = "task-4405135" [ 1136.246249] env[62849]: _type = "Task" [ 1136.246249] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.256249] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405135, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.369271] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 47563de8-701e-426e-a3c2-340c978f781a] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1136.534732] env[62849]: DEBUG nova.network.neutron [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1136.562425] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "interface-96abc092-de27-4dd5-8b6b-be4e4287c45f-967910ad-c991-48e5-a871-5e301e8992e0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.562689] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-96abc092-de27-4dd5-8b6b-be4e4287c45f-967910ad-c991-48e5-a871-5e301e8992e0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.646227] env[62849]: DEBUG nova.scheduler.client.report [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.675886] env[62849]: DEBUG oslo_vmware.api [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.684788] env[62849]: DEBUG nova.network.neutron [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Updating instance_info_cache with network_info: [{"id": "fd1ca31e-50fa-43f1-add7-10482eb6b695", "address": "fa:16:3e:3e:07:ce", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1ca31e-50", "ovs_interfaceid": "fd1ca31e-50fa-43f1-add7-10482eb6b695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.757330] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405135, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.873159] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 7bcdd43b-b364-4b27-b271-2e7c4fdc8c4f] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1137.065930] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.066067] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.067029] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6867f471-bbf0-4990-9f8f-f63d575a10f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.086568] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b48f89-5e19-4852-966e-e38525a98922 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.853508] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.993s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.853864] env[62849]: DEBUG nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.857057] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "refresh_cache-e9505573-55fb-4f44-8db4-2c580ae9fea5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.857344] env[62849]: DEBUG nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Instance network_info: |[{"id": "fd1ca31e-50fa-43f1-add7-10482eb6b695", "address": "fa:16:3e:3e:07:ce", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1ca31e-50", "ovs_interfaceid": "fd1ca31e-50fa-43f1-add7-10482eb6b695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.863130] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Reconfiguring VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1137.864390] env[62849]: DEBUG nova.compute.manager [req-57ba5b26-b408-4838-b85d-5cc2cc9dcfef req-bdf430fb-52b6-4bd3-a20a-8d6090bf57cf service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Received event network-changed-fd1ca31e-50fa-43f1-add7-10482eb6b695 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1137.864562] env[62849]: DEBUG nova.compute.manager [req-57ba5b26-b408-4838-b85d-5cc2cc9dcfef req-bdf430fb-52b6-4bd3-a20a-8d6090bf57cf service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Refreshing instance network info cache due to event network-changed-fd1ca31e-50fa-43f1-add7-10482eb6b695. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1137.864761] env[62849]: DEBUG oslo_concurrency.lockutils [req-57ba5b26-b408-4838-b85d-5cc2cc9dcfef req-bdf430fb-52b6-4bd3-a20a-8d6090bf57cf service nova] Acquiring lock "refresh_cache-e9505573-55fb-4f44-8db4-2c580ae9fea5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.864899] env[62849]: DEBUG oslo_concurrency.lockutils [req-57ba5b26-b408-4838-b85d-5cc2cc9dcfef req-bdf430fb-52b6-4bd3-a20a-8d6090bf57cf service nova] Acquired lock "refresh_cache-e9505573-55fb-4f44-8db4-2c580ae9fea5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.865069] env[62849]: DEBUG nova.network.neutron [req-57ba5b26-b408-4838-b85d-5cc2cc9dcfef req-bdf430fb-52b6-4bd3-a20a-8d6090bf57cf service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Refreshing network info cache for port fd1ca31e-50fa-43f1-add7-10482eb6b695 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.866264] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.500s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.867705] env[62849]: INFO nova.compute.claims [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.873797] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:07:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd1ca31e-50fa-43f1-add7-10482eb6b695', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.880878] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.884077] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.884228] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=62849) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11958}} [ 1137.886173] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c19c9524-b181-45c4-a00c-115eaac21766 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.907197] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.908137] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6a0ca47-1b6e-41c5-904e-c481ea634539 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.927876] env[62849]: DEBUG oslo_vmware.api [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405134, 'name': PowerOffVM_Task, 'duration_secs': 1.143953} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.931603] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.931762] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.932044] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405135, 'name': Rename_Task, 'duration_secs': 1.032612} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.933738] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-660507f3-da41-466f-afaa-44b445021ab0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.935621] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.935950] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1137.935950] env[62849]: value = "task-4405136" [ 1137.935950] env[62849]: _type = "Task" [ 1137.935950] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.937685] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ffdfa8-28a7-497f-b652-79b08acfd5ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.939706] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.939706] env[62849]: value = "task-4405137" [ 1137.939706] env[62849]: _type = "Task" [ 1137.939706] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.950522] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1137.950522] env[62849]: value = "task-4405139" [ 1137.950522] env[62849]: _type = "Task" [ 1137.950522] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.954646] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.961565] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405137, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.970345] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.021952] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.022403] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.022615] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleting the datastore file [datastore2] 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.022881] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ceef60a-a7f4-4f98-9173-a3040aef02d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.030290] env[62849]: DEBUG oslo_vmware.api [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1138.030290] env[62849]: value = "task-4405140" [ 1138.030290] env[62849]: _type = "Task" [ 1138.030290] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.041720] env[62849]: DEBUG oslo_vmware.api [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.169113] env[62849]: DEBUG nova.network.neutron [req-57ba5b26-b408-4838-b85d-5cc2cc9dcfef req-bdf430fb-52b6-4bd3-a20a-8d6090bf57cf service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Updated VIF entry in instance network info cache for port fd1ca31e-50fa-43f1-add7-10482eb6b695. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1138.169575] env[62849]: DEBUG nova.network.neutron [req-57ba5b26-b408-4838-b85d-5cc2cc9dcfef req-bdf430fb-52b6-4bd3-a20a-8d6090bf57cf service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Updating instance_info_cache with network_info: [{"id": "fd1ca31e-50fa-43f1-add7-10482eb6b695", "address": "fa:16:3e:3e:07:ce", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1ca31e-50", "ovs_interfaceid": "fd1ca31e-50fa-43f1-add7-10482eb6b695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.365968] env[62849]: DEBUG nova.compute.utils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.367968] env[62849]: DEBUG nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.368281] env[62849]: DEBUG nova.network.neutron [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1138.387121] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.408500] env[62849]: DEBUG nova.policy [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3aa0a58d681c471d9aa90a093a498b6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0828b78f14044ec6aeb12a2b8cd74364', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.450765] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.456394] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405137, 'name': CreateVM_Task, 'duration_secs': 0.386809} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.459223] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.459885] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.460061] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.460444] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.460987] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4deb3499-15b3-484a-b8a5-6eafaee3cc4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.466608] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405139, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.467758] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1138.467758] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5234b3fd-ed3d-8f9d-1a03-9cdf3a833e77" [ 1138.467758] env[62849]: _type = "Task" [ 1138.467758] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.478594] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5234b3fd-ed3d-8f9d-1a03-9cdf3a833e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.541649] env[62849]: DEBUG oslo_vmware.api [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174724} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.541997] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.542291] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.543039] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.543039] env[62849]: INFO nova.compute.manager [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1138.543222] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.543487] env[62849]: DEBUG nova.compute.manager [-] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.543677] env[62849]: DEBUG nova.network.neutron [-] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1138.672738] env[62849]: DEBUG oslo_concurrency.lockutils [req-57ba5b26-b408-4838-b85d-5cc2cc9dcfef req-bdf430fb-52b6-4bd3-a20a-8d6090bf57cf service nova] Releasing lock "refresh_cache-e9505573-55fb-4f44-8db4-2c580ae9fea5" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.802859] env[62849]: DEBUG nova.network.neutron [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Successfully created port: fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1138.829013] env[62849]: DEBUG nova.compute.manager [req-52de85c2-ae19-4e0d-8c19-9a960874b457 req-3cef4703-66e1-4c8e-9365-0600b8be05d7 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Received event network-vif-deleted-152c309b-7b9a-47fb-8f7f-b0b9c73a5440 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1138.829248] env[62849]: INFO nova.compute.manager [req-52de85c2-ae19-4e0d-8c19-9a960874b457 req-3cef4703-66e1-4c8e-9365-0600b8be05d7 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Neutron deleted interface 152c309b-7b9a-47fb-8f7f-b0b9c73a5440; detaching it from the instance and deleting it from the info cache [ 1138.829417] env[62849]: DEBUG nova.network.neutron [req-52de85c2-ae19-4e0d-8c19-9a960874b457 req-3cef4703-66e1-4c8e-9365-0600b8be05d7 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.871664] env[62849]: DEBUG nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.955814] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.968674] env[62849]: DEBUG oslo_vmware.api [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405139, 'name': PowerOnVM_Task, 'duration_secs': 0.732227} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.972254] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.972494] env[62849]: INFO nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1138.972676] env[62849]: DEBUG nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.973597] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d47dbf7-6875-4a37-a592-8f94bca42fc7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.986400] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.986656] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Processing image e37a7240-635c-4221-8154-31577a307ee2 {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.986886] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2/e37a7240-635c-4221-8154-31577a307ee2.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.987041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2/e37a7240-635c-4221-8154-31577a307ee2.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.987227] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.992658] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6fd59bb-9a8e-43c6-bb2a-95d1f60fa72b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.015035] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.015691] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.016554] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8acce682-895c-45f6-9c49-5ccdef6e481b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.028606] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1139.028606] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f77733-388c-15f9-015a-962c388b33aa" [ 1139.028606] env[62849]: _type = "Task" [ 1139.028606] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.042018] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f77733-388c-15f9-015a-962c388b33aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.129138] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09bd757-c72b-4da2-a398-7e6be748c9d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.139316] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6399c4-a84f-4224-9ac0-4e2f44d05cfc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.170502] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a16dcb-a354-4c6f-afa4-001ec9378407 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.178853] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f26fbea-e5bc-45d9-995e-3b09fcec9702 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.192883] env[62849]: DEBUG nova.compute.provider_tree [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.311683] env[62849]: DEBUG nova.network.neutron [-] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.332350] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cec532c3-a858-44a3-be27-e7635e7e9b88 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.342611] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fe955c-302d-4d71-8d0d-2ba6aa3a2569 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.374458] env[62849]: DEBUG nova.compute.manager [req-52de85c2-ae19-4e0d-8c19-9a960874b457 req-3cef4703-66e1-4c8e-9365-0600b8be05d7 service nova] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Detach interface failed, port_id=152c309b-7b9a-47fb-8f7f-b0b9c73a5440, reason: Instance 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1139.377099] env[62849]: INFO nova.virt.block_device [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Booting with volume 90e656c8-312d-4bb4-b3d7-75bf71c724aa at /dev/sda [ 1139.419285] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ad2caee-9f96-4eeb-869e-08dffc40128b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.429910] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c93887e-60cb-4efc-b3f4-a7dfed40ee26 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.454694] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.463422] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69e7830e-4a6f-4536-8e71-47905c6623f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.472921] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b56fd8e-36a6-4c06-ab47-5e0bd06bfa01 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.509498] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16d6992-d1f7-4eb0-9221-13a3e82ca02c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.515713] env[62849]: INFO nova.compute.manager [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Took 17.51 seconds to build instance. [ 1139.519222] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2155cbb-31a1-42a4-8f38-82d42a15c979 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.536305] env[62849]: DEBUG nova.virt.block_device [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Updating existing volume attachment record: 2e6a1861-5aa2-4e13-ac50-d0e738a8ecc9 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1139.545832] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Preparing fetch location {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1139.546081] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Fetch image to [datastore2] OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016/OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016.vmdk {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1139.546295] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Downloading stream optimized image e37a7240-635c-4221-8154-31577a307ee2 to [datastore2] OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016/OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016.vmdk on the data store datastore2 as vApp {{(pid=62849) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1139.546427] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Downloading image file data e37a7240-635c-4221-8154-31577a307ee2 to the ESX as VM named 'OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016' {{(pid=62849) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1139.624092] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1139.624092] env[62849]: value = "resgroup-9" [ 1139.624092] env[62849]: _type = "ResourcePool" [ 1139.624092] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1139.624420] env[62849]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fcb51e8a-79dd-4ba5-97f5-d86908e57137 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.646484] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lease: (returnval){ [ 1139.646484] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524df12e-106d-a17b-1e6e-e3f5e25e9302" [ 1139.646484] env[62849]: _type = "HttpNfcLease" [ 1139.646484] env[62849]: } obtained for vApp import into resource pool (val){ [ 1139.646484] env[62849]: value = "resgroup-9" [ 1139.646484] env[62849]: _type = "ResourcePool" [ 1139.646484] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1139.646953] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the lease: (returnval){ [ 1139.646953] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524df12e-106d-a17b-1e6e-e3f5e25e9302" [ 1139.646953] env[62849]: _type = "HttpNfcLease" [ 1139.646953] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1139.653836] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.653836] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524df12e-106d-a17b-1e6e-e3f5e25e9302" [ 1139.653836] env[62849]: _type = "HttpNfcLease" [ 1139.653836] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1139.695919] env[62849]: DEBUG nova.scheduler.client.report [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.814797] env[62849]: INFO nova.compute.manager [-] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Took 1.27 seconds to deallocate network for instance. [ 1139.951393] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.020117] env[62849]: DEBUG oslo_concurrency.lockutils [None req-27d0fe22-c00d-43c6-8125-721291e21caf tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "a7725828-e907-4eb0-946d-234f9041e7c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.029s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.156946] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.156946] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524df12e-106d-a17b-1e6e-e3f5e25e9302" [ 1140.156946] env[62849]: _type = "HttpNfcLease" [ 1140.156946] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1140.200935] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.201469] env[62849]: DEBUG nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.204197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.850s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.205660] env[62849]: INFO nova.compute.claims [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.322463] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.356628] env[62849]: DEBUG nova.compute.manager [req-0f710b48-ce7f-4879-8c2e-c5d369f88a76 req-f67f577b-2fc0-41ff-bb5b-d525b26367e5 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Received event network-vif-plugged-fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1140.356628] env[62849]: DEBUG oslo_concurrency.lockutils [req-0f710b48-ce7f-4879-8c2e-c5d369f88a76 req-f67f577b-2fc0-41ff-bb5b-d525b26367e5 service nova] Acquiring lock "b5db002f-026c-4f20-90cb-20aaf588eec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.356726] env[62849]: DEBUG oslo_concurrency.lockutils [req-0f710b48-ce7f-4879-8c2e-c5d369f88a76 req-f67f577b-2fc0-41ff-bb5b-d525b26367e5 service nova] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.356886] env[62849]: DEBUG oslo_concurrency.lockutils [req-0f710b48-ce7f-4879-8c2e-c5d369f88a76 req-f67f577b-2fc0-41ff-bb5b-d525b26367e5 service nova] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.357066] env[62849]: DEBUG nova.compute.manager [req-0f710b48-ce7f-4879-8c2e-c5d369f88a76 req-f67f577b-2fc0-41ff-bb5b-d525b26367e5 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] No waiting events found dispatching network-vif-plugged-fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.357236] env[62849]: WARNING nova.compute.manager [req-0f710b48-ce7f-4879-8c2e-c5d369f88a76 req-f67f577b-2fc0-41ff-bb5b-d525b26367e5 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Received unexpected event network-vif-plugged-fc39c5b2-b84e-46ad-a863-0d61fc056716 for instance with vm_state building and task_state block_device_mapping. [ 1140.443008] env[62849]: DEBUG nova.network.neutron [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Successfully updated port: fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1140.455848] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.639587] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquiring lock "a7725828-e907-4eb0-946d-234f9041e7c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.639827] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "a7725828-e907-4eb0-946d-234f9041e7c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.640071] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquiring lock "a7725828-e907-4eb0-946d-234f9041e7c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.640266] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "a7725828-e907-4eb0-946d-234f9041e7c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.640446] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "a7725828-e907-4eb0-946d-234f9041e7c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.643089] env[62849]: INFO nova.compute.manager [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Terminating instance [ 1140.657527] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.657527] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524df12e-106d-a17b-1e6e-e3f5e25e9302" [ 1140.657527] env[62849]: _type = "HttpNfcLease" [ 1140.657527] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1140.657782] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1140.657782] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524df12e-106d-a17b-1e6e-e3f5e25e9302" [ 1140.657782] env[62849]: _type = "HttpNfcLease" [ 1140.657782] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1140.658503] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e1f9dc-c61a-43bc-86bd-60fc75477c36 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.666474] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f965-e680-d84e-4528-0a25a0b898fa/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1140.666643] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f965-e680-d84e-4528-0a25a0b898fa/disk-0.vmdk. {{(pid=62849) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1140.723199] env[62849]: DEBUG nova.compute.utils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.725929] env[62849]: DEBUG nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.725929] env[62849]: DEBUG nova.network.neutron [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1140.731474] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98372a4f-6175-427f-88c1-f4bc55adc10e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.775952] env[62849]: DEBUG nova.policy [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24341b7eccd4d9c83b0696f4d234c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '177c81516407466fadb0d74b0e446829', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.952607] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Acquiring lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.952905] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Acquired lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.952905] env[62849]: DEBUG nova.network.neutron [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1140.960278] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.104545] env[62849]: DEBUG nova.network.neutron [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Successfully created port: 17488980-c477-41c9-86c4-b520e60bbc81 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1141.147364] env[62849]: DEBUG nova.compute.manager [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.147627] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.149935] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e41fad-dd26-4517-bb58-69268358409d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.162027] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.164570] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0432bf6c-27a4-479a-953c-1c36c83f7cf4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.173348] env[62849]: DEBUG oslo_vmware.api [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1141.173348] env[62849]: value = "task-4405142" [ 1141.173348] env[62849]: _type = "Task" [ 1141.173348] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.189808] env[62849]: DEBUG oslo_vmware.api [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.229609] env[62849]: DEBUG nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.451189] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ba35c7-1130-4a78-8b7f-b3e7008b356a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.463107] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.467480] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac497a-c16d-4fae-9fbb-b5e5f2b490ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.503704] env[62849]: DEBUG nova.network.neutron [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1141.509300] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Completed reading data from the image iterator. {{(pid=62849) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1141.509672] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f965-e680-d84e-4528-0a25a0b898fa/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1141.510790] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07455fe0-c564-4353-8c9b-a32fd6244e8a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.515442] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e6c127-21b4-4a10-af2a-6f3ca46c34f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.522888] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f965-e680-d84e-4528-0a25a0b898fa/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1141.523118] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f965-e680-d84e-4528-0a25a0b898fa/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1141.525353] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c41d7467-c8b9-4841-bf30-c080c0de9c04 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.527991] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9a28e4-c196-44d2-8371-b3ee6cdd1abf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.545594] env[62849]: DEBUG nova.compute.provider_tree [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.628344] env[62849]: DEBUG nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.628883] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.629141] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.629259] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.629441] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.629587] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.629732] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.629936] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.630113] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.630296] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.630452] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.630622] env[62849]: DEBUG nova.virt.hardware [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.631508] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671d2b87-7462-401b-b974-634df442af5c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.644057] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86828b-5fe4-49f9-a8d5-86e236059834 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.668749] env[62849]: DEBUG oslo_vmware.rw_handles [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5207f965-e680-d84e-4528-0a25a0b898fa/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1141.669055] env[62849]: INFO nova.virt.vmwareapi.images [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Downloaded image file data e37a7240-635c-4221-8154-31577a307ee2 [ 1141.670035] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b45943-672b-4ef6-a147-040c0734bda5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.688571] env[62849]: DEBUG nova.network.neutron [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Updating instance_info_cache with network_info: [{"id": "fc39c5b2-b84e-46ad-a863-0d61fc056716", "address": "fa:16:3e:22:61:a2", "network": {"id": "477ee607-7c0c-4887-9bbd-2f7a425fc43f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-183676140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0828b78f14044ec6aeb12a2b8cd74364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc39c5b2-b8", "ovs_interfaceid": "fc39c5b2-b84e-46ad-a863-0d61fc056716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.690167] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb9f4ca-c485-42a5-89b1-eee6196b88de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.695635] env[62849]: DEBUG oslo_vmware.api [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405142, 'name': PowerOffVM_Task, 'duration_secs': 0.219449} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.695752] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.695996] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.696101] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa2d1191-43a9-41ed-bea5-98c1119349a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.723899] env[62849]: INFO nova.virt.vmwareapi.images [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] The imported VM was unregistered [ 1141.726425] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Caching image {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1141.726765] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.727067] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfea8894-bda3-4099-ac85-06552af348f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.739268] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Created directory with path [datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.739482] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016/OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016.vmdk to [datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2/e37a7240-635c-4221-8154-31577a307ee2.vmdk. {{(pid=62849) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1141.739744] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed9b8407-32f1-4607-9c06-908f9f5ab52b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.747446] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1141.747446] env[62849]: value = "task-4405145" [ 1141.747446] env[62849]: _type = "Task" [ 1141.747446] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.756942] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405145, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.768243] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.768243] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.768243] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Deleting the datastore file [datastore2] a7725828-e907-4eb0-946d-234f9041e7c8 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.768538] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e7db279-648d-452e-93ca-d1cc7fad9527 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.776480] env[62849]: DEBUG oslo_vmware.api [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for the task: (returnval){ [ 1141.776480] env[62849]: value = "task-4405146" [ 1141.776480] env[62849]: _type = "Task" [ 1141.776480] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.786574] env[62849]: DEBUG oslo_vmware.api [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.956663] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.048649] env[62849]: DEBUG nova.scheduler.client.report [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.193654] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Releasing lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.194046] env[62849]: DEBUG nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Instance network_info: |[{"id": "fc39c5b2-b84e-46ad-a863-0d61fc056716", "address": "fa:16:3e:22:61:a2", "network": {"id": "477ee607-7c0c-4887-9bbd-2f7a425fc43f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-183676140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0828b78f14044ec6aeb12a2b8cd74364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc39c5b2-b8", "ovs_interfaceid": "fc39c5b2-b84e-46ad-a863-0d61fc056716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.195147] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:61:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc39c5b2-b84e-46ad-a863-0d61fc056716', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.204014] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Creating folder: Project (0828b78f14044ec6aeb12a2b8cd74364). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.204412] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12d45ac7-8925-4ad6-8619-8169563369a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.225970] env[62849]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1142.226266] env[62849]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62849) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1142.226679] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Folder already exists: Project (0828b78f14044ec6aeb12a2b8cd74364). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1142.226927] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Creating folder: Instances. Parent ref: group-v862131. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.227228] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51525838-342f-4143-9659-2ee4a460c57a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.240360] env[62849]: DEBUG nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.244959] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Created folder: Instances in parent group-v862131. [ 1142.245271] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.245490] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.245719] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abfe3041-8128-4a5c-8899-bca9c75dd8d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.271266] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.271266] env[62849]: value = "task-4405149" [ 1142.271266] env[62849]: _type = "Task" [ 1142.271266] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.276927] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.277211] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.277366] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.277550] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.277693] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.277838] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.278061] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.278225] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.278391] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.278552] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.278725] env[62849]: DEBUG nova.virt.hardware [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.283016] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d666f217-f13c-41f4-a295-0d1f28d57739 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.285972] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405145, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.295780] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405149, 'name': CreateVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.301620] env[62849]: DEBUG oslo_vmware.api [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Task: {'id': task-4405146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442146} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.304054] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.304313] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.304553] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.304733] env[62849]: INFO nova.compute.manager [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1142.305013] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.305295] env[62849]: DEBUG nova.compute.manager [-] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.305395] env[62849]: DEBUG nova.network.neutron [-] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1142.308144] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a360c521-06dd-4e0a-be01-3bb55e469fbc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.392884] env[62849]: DEBUG nova.compute.manager [req-5f814d4b-2486-48e2-ba13-953c874c7ad8 req-a465881e-eaea-48b7-8661-b3d20bee39b4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Received event network-changed-fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1142.393164] env[62849]: DEBUG nova.compute.manager [req-5f814d4b-2486-48e2-ba13-953c874c7ad8 req-a465881e-eaea-48b7-8661-b3d20bee39b4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Refreshing instance network info cache due to event network-changed-fc39c5b2-b84e-46ad-a863-0d61fc056716. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1142.393361] env[62849]: DEBUG oslo_concurrency.lockutils [req-5f814d4b-2486-48e2-ba13-953c874c7ad8 req-a465881e-eaea-48b7-8661-b3d20bee39b4 service nova] Acquiring lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.393507] env[62849]: DEBUG oslo_concurrency.lockutils [req-5f814d4b-2486-48e2-ba13-953c874c7ad8 req-a465881e-eaea-48b7-8661-b3d20bee39b4 service nova] Acquired lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.393668] env[62849]: DEBUG nova.network.neutron [req-5f814d4b-2486-48e2-ba13-953c874c7ad8 req-a465881e-eaea-48b7-8661-b3d20bee39b4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Refreshing network info cache for port fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.460996] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.554101] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.554664] env[62849]: DEBUG nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.561665] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.120s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.562301] env[62849]: DEBUG nova.objects.instance [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lazy-loading 'resources' on Instance uuid 4c1fc665-7f25-48a4-8cde-5488cf592e4e {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.681000] env[62849]: DEBUG nova.compute.manager [req-5c2e034d-c69d-4018-9f71-606e91554455 req-a468fa89-e356-4c12-9ffe-10471662e233 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Received event network-vif-deleted-f447a434-7130-47d7-9e24-52a4fa387754 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1142.681194] env[62849]: INFO nova.compute.manager [req-5c2e034d-c69d-4018-9f71-606e91554455 req-a468fa89-e356-4c12-9ffe-10471662e233 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Neutron deleted interface f447a434-7130-47d7-9e24-52a4fa387754; detaching it from the instance and deleting it from the info cache [ 1142.681358] env[62849]: DEBUG nova.network.neutron [req-5c2e034d-c69d-4018-9f71-606e91554455 req-a468fa89-e356-4c12-9ffe-10471662e233 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.764108] env[62849]: DEBUG nova.network.neutron [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Successfully updated port: 17488980-c477-41c9-86c4-b520e60bbc81 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1142.778499] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405145, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.787509] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405149, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.957961] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.067024] env[62849]: DEBUG nova.compute.utils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.074023] env[62849]: DEBUG nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.074023] env[62849]: DEBUG nova.network.neutron [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1143.141259] env[62849]: DEBUG nova.policy [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18f5749b7044f5fbcf8f278a8242c57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be2f8276d9fb4f92b7592668686a977d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.163745] env[62849]: DEBUG nova.network.neutron [-] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.189355] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3ed2ca4-fe73-4dec-9865-02b810120550 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.202960] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ec137-ed99-47e1-a59f-bddf5d7bac30 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.241130] env[62849]: DEBUG nova.compute.manager [req-5c2e034d-c69d-4018-9f71-606e91554455 req-a468fa89-e356-4c12-9ffe-10471662e233 service nova] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Detach interface failed, port_id=f447a434-7130-47d7-9e24-52a4fa387754, reason: Instance a7725828-e907-4eb0-946d-234f9041e7c8 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1143.283413] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "refresh_cache-2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.283569] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "refresh_cache-2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.283731] env[62849]: DEBUG nova.network.neutron [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1143.285062] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405145, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.300481] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405149, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.319497] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755c4334-9c8c-4ab5-b844-f2e745f8341c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.327889] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27edca2f-62ed-470f-b376-df69e83b8dba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.363442] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d02c8d-8f9f-4de2-889e-f98e3c843ab9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.374389] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89becc7d-6a45-44b5-8dc1-ed5aebdc68c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.389540] env[62849]: DEBUG nova.compute.provider_tree [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.462437] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.527413] env[62849]: DEBUG nova.network.neutron [req-5f814d4b-2486-48e2-ba13-953c874c7ad8 req-a465881e-eaea-48b7-8661-b3d20bee39b4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Updated VIF entry in instance network info cache for port fc39c5b2-b84e-46ad-a863-0d61fc056716. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1143.527867] env[62849]: DEBUG nova.network.neutron [req-5f814d4b-2486-48e2-ba13-953c874c7ad8 req-a465881e-eaea-48b7-8661-b3d20bee39b4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Updating instance_info_cache with network_info: [{"id": "fc39c5b2-b84e-46ad-a863-0d61fc056716", "address": "fa:16:3e:22:61:a2", "network": {"id": "477ee607-7c0c-4887-9bbd-2f7a425fc43f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-183676140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0828b78f14044ec6aeb12a2b8cd74364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc39c5b2-b8", "ovs_interfaceid": "fc39c5b2-b84e-46ad-a863-0d61fc056716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.537365] env[62849]: DEBUG nova.network.neutron [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Successfully created port: e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1143.578312] env[62849]: DEBUG nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.671288] env[62849]: INFO nova.compute.manager [-] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Took 1.37 seconds to deallocate network for instance. [ 1143.772845] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405145, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.798559] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405149, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.825172] env[62849]: DEBUG nova.network.neutron [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1143.894093] env[62849]: DEBUG nova.scheduler.client.report [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.959619] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.007922] env[62849]: DEBUG nova.network.neutron [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Updating instance_info_cache with network_info: [{"id": "17488980-c477-41c9-86c4-b520e60bbc81", "address": "fa:16:3e:b5:6a:4f", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17488980-c4", "ovs_interfaceid": "17488980-c477-41c9-86c4-b520e60bbc81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.031361] env[62849]: DEBUG oslo_concurrency.lockutils [req-5f814d4b-2486-48e2-ba13-953c874c7ad8 req-a465881e-eaea-48b7-8661-b3d20bee39b4 service nova] Releasing lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.179141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.274400] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405145, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.296151] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405149, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.399968] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.402689] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.080s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.403299] env[62849]: DEBUG nova.objects.instance [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'resources' on Instance uuid 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.423354] env[62849]: DEBUG nova.compute.manager [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Received event network-vif-plugged-17488980-c477-41c9-86c4-b520e60bbc81 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1144.424210] env[62849]: DEBUG oslo_concurrency.lockutils [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] Acquiring lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.424210] env[62849]: DEBUG oslo_concurrency.lockutils [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.424210] env[62849]: DEBUG oslo_concurrency.lockutils [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.424210] env[62849]: DEBUG nova.compute.manager [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] No waiting events found dispatching network-vif-plugged-17488980-c477-41c9-86c4-b520e60bbc81 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.424210] env[62849]: WARNING nova.compute.manager [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Received unexpected event network-vif-plugged-17488980-c477-41c9-86c4-b520e60bbc81 for instance with vm_state building and task_state spawning. [ 1144.424385] env[62849]: DEBUG nova.compute.manager [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Received event network-changed-17488980-c477-41c9-86c4-b520e60bbc81 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1144.424496] env[62849]: DEBUG nova.compute.manager [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Refreshing instance network info cache due to event network-changed-17488980-c477-41c9-86c4-b520e60bbc81. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1144.424668] env[62849]: DEBUG oslo_concurrency.lockutils [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] Acquiring lock "refresh_cache-2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.429476] env[62849]: INFO nova.scheduler.client.report [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleted allocations for instance 4c1fc665-7f25-48a4-8cde-5488cf592e4e [ 1144.461037] env[62849]: DEBUG oslo_vmware.api [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405136, 'name': ReconfigVM_Task, 'duration_secs': 6.103543} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.461037] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.461261] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Reconfigured VM to detach interface {{(pid=62849) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1144.510610] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "refresh_cache-2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.510976] env[62849]: DEBUG nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Instance network_info: |[{"id": "17488980-c477-41c9-86c4-b520e60bbc81", "address": "fa:16:3e:b5:6a:4f", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17488980-c4", "ovs_interfaceid": "17488980-c477-41c9-86c4-b520e60bbc81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.511380] env[62849]: DEBUG oslo_concurrency.lockutils [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] Acquired lock "refresh_cache-2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.511593] env[62849]: DEBUG nova.network.neutron [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Refreshing network info cache for port 17488980-c477-41c9-86c4-b520e60bbc81 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.513103] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:6a:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17488980-c477-41c9-86c4-b520e60bbc81', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.521417] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.529159] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.529648] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db41c7fa-0112-4020-854a-4c056abfd388 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.551128] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.551128] env[62849]: value = "task-4405150" [ 1144.551128] env[62849]: _type = "Task" [ 1144.551128] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.562117] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405150, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.588443] env[62849]: DEBUG nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.765032] env[62849]: DEBUG nova.virt.hardware [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.766101] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774587f4-f334-445e-9b3e-52f4b60e311b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.783018] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405145, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.665145} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.784573] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd26bc0-ab0b-455d-968f-d81eff701d76 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.789398] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016/OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016.vmdk to [datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2/e37a7240-635c-4221-8154-31577a307ee2.vmdk. [ 1144.789675] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Cleaning up location [datastore2] OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016 {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1144.790105] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dfe27bf8-b896-4832-ac3e-45cb5d33c016 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.795371] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acddeb10-8c42-447d-8780-8308105d2b91 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.816740] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405149, 'name': CreateVM_Task, 'duration_secs': 2.099822} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.817081] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1144.817081] env[62849]: value = "task-4405151" [ 1144.817081] env[62849]: _type = "Task" [ 1144.817081] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.817385] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.818043] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862135', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'name': 'volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5db002f-026c-4f20-90cb-20aaf588eec0', 'attached_at': '', 'detached_at': '', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'serial': '90e656c8-312d-4bb4-b3d7-75bf71c724aa'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '2e6a1861-5aa2-4e13-ac50-d0e738a8ecc9', 'volume_type': None}], 'swap': None} {{(pid=62849) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1144.818339] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Root volume attach. Driver type: vmdk {{(pid=62849) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1144.822916] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db3aa93-5a2a-4d3c-8ae6-774ce8cafcff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.838460] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.839397] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f509606f-fc02-4418-977d-6647862cdd7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.847023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c7d29e-d577-4294-b86e-61ef11b9c615 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.856896] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9cb5cecc-f9f7-4c9c-9d0b-b95bd4e65e4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.865115] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1144.865115] env[62849]: value = "task-4405152" [ 1144.865115] env[62849]: _type = "Task" [ 1144.865115] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.876708] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405152, 'name': RelocateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.941778] env[62849]: DEBUG oslo_concurrency.lockutils [None req-032e1be0-b406-48c3-9e1b-0186c4a8dd22 tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "4c1fc665-7f25-48a4-8cde-5488cf592e4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.054s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.056712] env[62849]: DEBUG nova.network.neutron [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Updated VIF entry in instance network info cache for port 17488980-c477-41c9-86c4-b520e60bbc81. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1145.057098] env[62849]: DEBUG nova.network.neutron [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Updating instance_info_cache with network_info: [{"id": "17488980-c477-41c9-86c4-b520e60bbc81", "address": "fa:16:3e:b5:6a:4f", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17488980-c4", "ovs_interfaceid": "17488980-c477-41c9-86c4-b520e60bbc81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.067467] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405150, 'name': CreateVM_Task, 'duration_secs': 0.428339} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.068216] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.068917] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.069088] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.069416] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.069935] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b7bd4a-3e8b-4f03-8f3d-c650a8663eb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.078589] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1145.078589] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525acd78-db16-ea72-c260-b8c73568094e" [ 1145.078589] env[62849]: _type = "Task" [ 1145.078589] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.091305] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525acd78-db16-ea72-c260-b8c73568094e, 'name': SearchDatastore_Task} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.092988] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.093238] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.094284] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.094284] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.094284] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.094670] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c217f2-d3db-4dc9-9a40-9684c7b38ffa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.102886] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e1b7b-0644-42a0-8ae8-512629690139 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.107860] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.108090] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.109288] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242be99c-1d41-45ec-97f4-d1bd14c42f8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.118020] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707bfbfc-b0c0-46ab-a5e8-fe036eb80241 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.120593] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1145.120593] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52120bab-ccd8-3057-eab8-255b86569e03" [ 1145.120593] env[62849]: _type = "Task" [ 1145.120593] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.154431] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cde0cc-ebc1-4d64-85e7-2ebd0e8fd942 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.158268] env[62849]: DEBUG nova.compute.manager [req-3ad9fdf2-7af7-4530-becc-6943c8e1a881 req-1aeec6c5-8fdd-4e3a-be34-d75837d50bbc service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Received event network-vif-plugged-e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1145.158552] env[62849]: DEBUG oslo_concurrency.lockutils [req-3ad9fdf2-7af7-4530-becc-6943c8e1a881 req-1aeec6c5-8fdd-4e3a-be34-d75837d50bbc service nova] Acquiring lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.158803] env[62849]: DEBUG oslo_concurrency.lockutils [req-3ad9fdf2-7af7-4530-becc-6943c8e1a881 req-1aeec6c5-8fdd-4e3a-be34-d75837d50bbc service nova] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.158994] env[62849]: DEBUG oslo_concurrency.lockutils [req-3ad9fdf2-7af7-4530-becc-6943c8e1a881 req-1aeec6c5-8fdd-4e3a-be34-d75837d50bbc service nova] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.159212] env[62849]: DEBUG nova.compute.manager [req-3ad9fdf2-7af7-4530-becc-6943c8e1a881 req-1aeec6c5-8fdd-4e3a-be34-d75837d50bbc service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] No waiting events found dispatching network-vif-plugged-e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.159387] env[62849]: WARNING nova.compute.manager [req-3ad9fdf2-7af7-4530-becc-6943c8e1a881 req-1aeec6c5-8fdd-4e3a-be34-d75837d50bbc service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Received unexpected event network-vif-plugged-e9c2358d-9ca1-4a03-97dd-897df34d287f for instance with vm_state building and task_state spawning. [ 1145.164453] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52120bab-ccd8-3057-eab8-255b86569e03, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.165709] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765c3d6e-ff09-4fe4-a590-77a212b9f9f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.173088] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eded648-0d78-42d4-921e-18b209cb75f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.180288] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1145.180288] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d8d197-5d6d-6dba-f31a-03bb36858222" [ 1145.180288] env[62849]: _type = "Task" [ 1145.180288] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.200796] env[62849]: DEBUG nova.compute.provider_tree [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.216042] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d8d197-5d6d-6dba-f31a-03bb36858222, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.217182] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.217480] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c/2a426db3-6ea5-4a9a-a869-ea2cfd49b98c.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.218760] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b55f81e1-6664-4b34-95f9-9e1ae640bf88 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.229141] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1145.229141] env[62849]: value = "task-4405153" [ 1145.229141] env[62849]: _type = "Task" [ 1145.229141] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.241566] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.242795] env[62849]: DEBUG nova.network.neutron [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Successfully updated port: e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1145.328486] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068182} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.328810] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.329044] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2/e37a7240-635c-4221-8154-31577a307ee2.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.329342] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2/e37a7240-635c-4221-8154-31577a307ee2.vmdk to [datastore2] e9505573-55fb-4f44-8db4-2c580ae9fea5/e9505573-55fb-4f44-8db4-2c580ae9fea5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.329676] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2bd64ef-8485-4551-af66-ca596b524843 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.338474] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1145.338474] env[62849]: value = "task-4405154" [ 1145.338474] env[62849]: _type = "Task" [ 1145.338474] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.348272] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.376565] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405152, 'name': RelocateVM_Task} progress is 34%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.562669] env[62849]: DEBUG oslo_concurrency.lockutils [req-a3a403ad-d8cb-4a6f-bc22-d2f0f73520f1 req-e4aa05e3-8801-41c5-809c-2d88346380be service nova] Releasing lock "refresh_cache-2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.711152] env[62849]: DEBUG nova.scheduler.client.report [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.717553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "88167777-a8de-48ce-a931-f08670adedb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.717553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "88167777-a8de-48ce-a931-f08670adedb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.717553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "88167777-a8de-48ce-a931-f08670adedb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.717553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "88167777-a8de-48ce-a931-f08670adedb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.717553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "88167777-a8de-48ce-a931-f08670adedb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.719751] env[62849]: INFO nova.compute.manager [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Terminating instance [ 1145.742279] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4547} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.742842] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c/2a426db3-6ea5-4a9a-a869-ea2cfd49b98c.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.743089] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.743377] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90503fa2-36d4-4fc7-8e66-667017b7fe28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.746043] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.746186] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.746332] env[62849]: DEBUG nova.network.neutron [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1145.754036] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1145.754036] env[62849]: value = "task-4405155" [ 1145.754036] env[62849]: _type = "Task" [ 1145.754036] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.766819] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.852974] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405154, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.879143] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405152, 'name': RelocateVM_Task} progress is 47%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.099084] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.099084] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquired lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.099494] env[62849]: DEBUG nova.network.neutron [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.147945] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.148268] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.148921] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.149346] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.149859] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.152695] env[62849]: INFO nova.compute.manager [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Terminating instance [ 1146.217065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.220745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.042s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.221264] env[62849]: DEBUG nova.objects.instance [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lazy-loading 'resources' on Instance uuid a7725828-e907-4eb0-946d-234f9041e7c8 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.225089] env[62849]: DEBUG nova.compute.manager [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.225391] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.226248] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8f954f-ad70-4c72-8d3c-3248293d58f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.236896] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.237274] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-489aebcc-f3ee-45ed-ad17-d4c4ec3cd28a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.251366] env[62849]: DEBUG oslo_vmware.api [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1146.251366] env[62849]: value = "task-4405156" [ 1146.251366] env[62849]: _type = "Task" [ 1146.251366] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.252895] env[62849]: INFO nova.scheduler.client.report [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted allocations for instance 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29 [ 1146.277782] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259501} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.278080] env[62849]: DEBUG oslo_vmware.api [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.278344] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.279216] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b5ad66-119e-4ba3-a35e-7c277523345b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.305450] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c/2a426db3-6ea5-4a9a-a869-ea2cfd49b98c.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.306614] env[62849]: DEBUG nova.network.neutron [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1146.308899] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84db8aa-f90c-4eb1-9796-7a3b7e8943aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.335586] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1146.335586] env[62849]: value = "task-4405157" [ 1146.335586] env[62849]: _type = "Task" [ 1146.335586] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.355618] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405154, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.355946] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.381281] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405152, 'name': RelocateVM_Task} progress is 63%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.593488] env[62849]: DEBUG nova.network.neutron [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updating instance_info_cache with network_info: [{"id": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "address": "fa:16:3e:eb:fc:c9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c2358d-9c", "ovs_interfaceid": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.662935] env[62849]: DEBUG nova.compute.manager [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.663188] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.664155] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ece67b-3502-45e4-bb77-e4ddecff03d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.674649] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.674978] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-540991f3-deeb-4872-ae91-1c876ca7f9ca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.684814] env[62849]: DEBUG oslo_vmware.api [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1146.684814] env[62849]: value = "task-4405158" [ 1146.684814] env[62849]: _type = "Task" [ 1146.684814] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.697179] env[62849]: DEBUG oslo_vmware.api [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.771736] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f797ed11-3b45-475b-8724-0cf8566c6fa6 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.139s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.773779] env[62849]: DEBUG oslo_vmware.api [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405156, 'name': PowerOffVM_Task, 'duration_secs': 0.366297} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.774192] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.774519] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.775235] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0c2e791-42a3-4a6b-8fc8-2461b3f73f86 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.861962] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.870716] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405154, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.876620] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.877472] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.877472] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleting the datastore file [datastore1] 88167777-a8de-48ce-a931-f08670adedb0 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.878715] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5038c537-8884-46d8-84de-bba61bb02cba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.890872] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405152, 'name': RelocateVM_Task} progress is 78%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.896770] env[62849]: DEBUG oslo_vmware.api [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for the task: (returnval){ [ 1146.896770] env[62849]: value = "task-4405160" [ 1146.896770] env[62849]: _type = "Task" [ 1146.896770] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.914513] env[62849]: DEBUG oslo_vmware.api [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.981557] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e1bba8-af4c-4a57-9c88-c37d32c12ef2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.993494] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3878db54-eec4-4a5b-a1de-3a62aeeef5f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.030239] env[62849]: INFO nova.network.neutron [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Port 967910ad-c991-48e5-a871-5e301e8992e0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1147.030674] env[62849]: DEBUG nova.network.neutron [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [{"id": "4d14a806-ff19-44f7-95dd-5be89df2520f", "address": "fa:16:3e:72:7b:e2", "network": {"id": "92e15316-0b85-46c4-b4ab-61bea9fc2660", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1668680799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d77a69afbb08458681c11638fada3879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d14a806-ff", "ovs_interfaceid": "4d14a806-ff19-44f7-95dd-5be89df2520f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.032617] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f472a31-ce0b-486c-843b-7189c830e1e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.045526] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d776a2-4c75-4e0c-b572-be1b33678283 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.065956] env[62849]: DEBUG nova.compute.provider_tree [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.096792] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.097205] env[62849]: DEBUG nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Instance network_info: |[{"id": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "address": "fa:16:3e:eb:fc:c9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c2358d-9c", "ovs_interfaceid": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.097670] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:fc:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86b8f7fc-c105-4bcb-a4ec-c363ed38b17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c2358d-9ca1-4a03-97dd-897df34d287f', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.106143] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.106580] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.106880] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00ebf2b6-dfa8-478d-b663-7a211581596e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.132466] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.132466] env[62849]: value = "task-4405161" [ 1147.132466] env[62849]: _type = "Task" [ 1147.132466] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.147758] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405161, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.199291] env[62849]: DEBUG oslo_vmware.api [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405158, 'name': PowerOffVM_Task, 'duration_secs': 0.290639} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.199605] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.199829] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.200226] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78428746-3fa9-4885-8013-49ff7e126fd5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.230158] env[62849]: DEBUG nova.compute.manager [req-c6a39ffd-bcd0-4941-89e0-bd869d2a9f64 req-a05952db-95ab-472a-b87e-6ce4a8fb733f service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Received event network-changed-e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1147.230370] env[62849]: DEBUG nova.compute.manager [req-c6a39ffd-bcd0-4941-89e0-bd869d2a9f64 req-a05952db-95ab-472a-b87e-6ce4a8fb733f service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Refreshing instance network info cache due to event network-changed-e9c2358d-9ca1-4a03-97dd-897df34d287f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1147.230586] env[62849]: DEBUG oslo_concurrency.lockutils [req-c6a39ffd-bcd0-4941-89e0-bd869d2a9f64 req-a05952db-95ab-472a-b87e-6ce4a8fb733f service nova] Acquiring lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.230744] env[62849]: DEBUG oslo_concurrency.lockutils [req-c6a39ffd-bcd0-4941-89e0-bd869d2a9f64 req-a05952db-95ab-472a-b87e-6ce4a8fb733f service nova] Acquired lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.230905] env[62849]: DEBUG nova.network.neutron [req-c6a39ffd-bcd0-4941-89e0-bd869d2a9f64 req-a05952db-95ab-472a-b87e-6ce4a8fb733f service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Refreshing network info cache for port e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.285484] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.285773] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.285942] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleting the datastore file [datastore1] 96abc092-de27-4dd5-8b6b-be4e4287c45f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.286283] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e37506be-b696-407f-943d-a79985ce5056 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.298110] env[62849]: DEBUG oslo_vmware.api [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1147.298110] env[62849]: value = "task-4405163" [ 1147.298110] env[62849]: _type = "Task" [ 1147.298110] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.314775] env[62849]: DEBUG oslo_vmware.api [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.356471] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.365463] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405154, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.382888] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405152, 'name': RelocateVM_Task} progress is 95%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.407413] env[62849]: DEBUG oslo_vmware.api [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.536919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Releasing lock "refresh_cache-96abc092-de27-4dd5-8b6b-be4e4287c45f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.569867] env[62849]: DEBUG nova.scheduler.client.report [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.646423] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405161, 'name': CreateVM_Task, 'duration_secs': 0.510394} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.646632] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.647804] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.647804] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.648040] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.648317] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66064449-8be2-4dc8-92f1-88f175eb3ff3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.656653] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1147.656653] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52566f9d-2fec-ab3b-ed2b-b8c07cd20a00" [ 1147.656653] env[62849]: _type = "Task" [ 1147.656653] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.666270] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52566f9d-2fec-ab3b-ed2b-b8c07cd20a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.811030] env[62849]: DEBUG oslo_vmware.api [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.847214] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.856503] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405154, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.451113} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.859048] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e37a7240-635c-4221-8154-31577a307ee2/e37a7240-635c-4221-8154-31577a307ee2.vmdk to [datastore2] e9505573-55fb-4f44-8db4-2c580ae9fea5/e9505573-55fb-4f44-8db4-2c580ae9fea5.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.859932] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83477e63-71b3-44c3-afa3-81a46ea44060 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.885712] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] e9505573-55fb-4f44-8db4-2c580ae9fea5/e9505573-55fb-4f44-8db4-2c580ae9fea5.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.891482] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdb0d23-6729-4c12-a629-6755ec469979 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.917276] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405152, 'name': RelocateVM_Task} progress is 98%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.919161] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1147.919161] env[62849]: value = "task-4405165" [ 1147.919161] env[62849]: _type = "Task" [ 1147.919161] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.925164] env[62849]: DEBUG oslo_vmware.api [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Task: {'id': task-4405160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.925183} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.925783] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.925981] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.926185] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.926390] env[62849]: INFO nova.compute.manager [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1147.926631] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.926832] env[62849]: DEBUG nova.compute.manager [-] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.926926] env[62849]: DEBUG nova.network.neutron [-] [instance: 88167777-a8de-48ce-a931-f08670adedb0] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1147.932186] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.041936] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6954e5b7-1b23-4edd-801a-4315b6fc1e0c tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "interface-96abc092-de27-4dd5-8b6b-be4e4287c45f-967910ad-c991-48e5-a871-5e301e8992e0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.479s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.075735] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.104649] env[62849]: DEBUG nova.network.neutron [req-c6a39ffd-bcd0-4941-89e0-bd869d2a9f64 req-a05952db-95ab-472a-b87e-6ce4a8fb733f service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updated VIF entry in instance network info cache for port e9c2358d-9ca1-4a03-97dd-897df34d287f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1148.105276] env[62849]: DEBUG nova.network.neutron [req-c6a39ffd-bcd0-4941-89e0-bd869d2a9f64 req-a05952db-95ab-472a-b87e-6ce4a8fb733f service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updating instance_info_cache with network_info: [{"id": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "address": "fa:16:3e:eb:fc:c9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c2358d-9c", "ovs_interfaceid": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.116705] env[62849]: INFO nova.scheduler.client.report [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Deleted allocations for instance a7725828-e907-4eb0-946d-234f9041e7c8 [ 1148.169913] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52566f9d-2fec-ab3b-ed2b-b8c07cd20a00, 'name': SearchDatastore_Task, 'duration_secs': 0.105975} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.171233] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.171233] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.171233] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.171410] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.171680] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.172052] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-835e0edc-64a9-4432-9744-564af50325d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.184155] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.184349] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.186337] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4663db1-a308-4806-82cc-4054eb8545d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.193740] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1148.193740] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f391e0-4e14-6101-f064-15d5007ac6fc" [ 1148.193740] env[62849]: _type = "Task" [ 1148.193740] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.203949] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f391e0-4e14-6101-f064-15d5007ac6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.209165] env[62849]: DEBUG nova.compute.manager [req-28c502eb-1f88-4320-a477-b1fb34c3b69f req-4e46ae2c-1ecc-485c-a4eb-595ca6c2af6b service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Received event network-vif-deleted-82100ae2-289f-494e-b6b5-67aac77553d1 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1148.209447] env[62849]: INFO nova.compute.manager [req-28c502eb-1f88-4320-a477-b1fb34c3b69f req-4e46ae2c-1ecc-485c-a4eb-595ca6c2af6b service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Neutron deleted interface 82100ae2-289f-494e-b6b5-67aac77553d1; detaching it from the instance and deleting it from the info cache [ 1148.209637] env[62849]: DEBUG nova.network.neutron [req-28c502eb-1f88-4320-a477-b1fb34c3b69f req-4e46ae2c-1ecc-485c-a4eb-595ca6c2af6b service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.310313] env[62849]: DEBUG oslo_vmware.api [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611504} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.310666] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.310859] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.311050] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.311233] env[62849]: INFO nova.compute.manager [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1148.311479] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.311688] env[62849]: DEBUG nova.compute.manager [-] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.311779] env[62849]: DEBUG nova.network.neutron [-] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1148.348218] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405157, 'name': ReconfigVM_Task, 'duration_secs': 1.613903} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.348472] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c/2a426db3-6ea5-4a9a-a869-ea2cfd49b98c.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.349108] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b227498-db83-4d45-8787-d485672cb6f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.355618] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1148.355618] env[62849]: value = "task-4405166" [ 1148.355618] env[62849]: _type = "Task" [ 1148.355618] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.364597] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405166, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.385940] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405152, 'name': RelocateVM_Task, 'duration_secs': 3.350414} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.386238] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1148.386440] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862135', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'name': 'volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5db002f-026c-4f20-90cb-20aaf588eec0', 'attached_at': '', 'detached_at': '', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'serial': '90e656c8-312d-4bb4-b3d7-75bf71c724aa'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1148.387250] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47a19a1-dc1f-4f35-a642-f92e378e514f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.404584] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea7d83-5bbd-42dc-9a42-98e335281671 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.429088] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa/volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.432318] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86adcca-9aa6-4f24-bb69-f6289868a223 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.454238] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405165, 'name': ReconfigVM_Task, 'duration_secs': 0.363472} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.455566] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Reconfigured VM instance instance-00000072 to attach disk [datastore2] e9505573-55fb-4f44-8db4-2c580ae9fea5/e9505573-55fb-4f44-8db4-2c580ae9fea5.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.456297] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1148.456297] env[62849]: value = "task-4405167" [ 1148.456297] env[62849]: _type = "Task" [ 1148.456297] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.456487] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1443f25-f53e-4dbe-983f-e3a09ae10be1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.467020] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.468500] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1148.468500] env[62849]: value = "task-4405168" [ 1148.468500] env[62849]: _type = "Task" [ 1148.468500] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.477594] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405168, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.608968] env[62849]: DEBUG oslo_concurrency.lockutils [req-c6a39ffd-bcd0-4941-89e0-bd869d2a9f64 req-a05952db-95ab-472a-b87e-6ce4a8fb733f service nova] Releasing lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.627247] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a0d7b0f9-0c3e-47af-b36d-78b047611f80 tempest-InstanceActionsV221TestJSON-209202169 tempest-InstanceActionsV221TestJSON-209202169-project-member] Lock "a7725828-e907-4eb0-946d-234f9041e7c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.987s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.689709] env[62849]: DEBUG nova.network.neutron [-] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.706053] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52f391e0-4e14-6101-f064-15d5007ac6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.707033] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28292f06-e38e-41f0-b188-c0587c329358 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.714059] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6553584-ddd9-498d-904f-3950ed22faf0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.716564] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1148.716564] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524b63e3-35cf-5727-b9dc-ecd15042721c" [ 1148.716564] env[62849]: _type = "Task" [ 1148.716564] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.724303] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720fdae0-8fe9-438f-894c-9b87631777af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.738347] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524b63e3-35cf-5727-b9dc-ecd15042721c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.757369] env[62849]: DEBUG nova.compute.manager [req-28c502eb-1f88-4320-a477-b1fb34c3b69f req-4e46ae2c-1ecc-485c-a4eb-595ca6c2af6b service nova] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Detach interface failed, port_id=82100ae2-289f-494e-b6b5-67aac77553d1, reason: Instance 88167777-a8de-48ce-a931-f08670adedb0 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1148.866560] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405166, 'name': Rename_Task, 'duration_secs': 0.144502} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.867434] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.867434] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26497f3e-e094-4224-b88d-2d61104b6a37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.875501] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1148.875501] env[62849]: value = "task-4405169" [ 1148.875501] env[62849]: _type = "Task" [ 1148.875501] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.885405] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.970772] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.980837] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405168, 'name': Rename_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.193508] env[62849]: INFO nova.compute.manager [-] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Took 1.27 seconds to deallocate network for instance. [ 1149.228716] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524b63e3-35cf-5727-b9dc-ecd15042721c, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.229522] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.230324] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 2c51a976-75d0-4f66-bba7-d5b5b8d33834/2c51a976-75d0-4f66-bba7-d5b5b8d33834.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.231443] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c96fa10-4a53-4d7f-9ac9-2c0ea6eb3f94 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.241893] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1149.241893] env[62849]: value = "task-4405170" [ 1149.241893] env[62849]: _type = "Task" [ 1149.241893] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.252871] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.387524] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.472107] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.480143] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405168, 'name': Rename_Task, 'duration_secs': 0.930562} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.480759] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.481155] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89db3ce5-272c-4fbb-b0de-c19becba8b4d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.491028] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1149.491028] env[62849]: value = "task-4405171" [ 1149.491028] env[62849]: _type = "Task" [ 1149.491028] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.499816] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.567249] env[62849]: DEBUG nova.network.neutron [-] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.698885] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.699243] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.699470] env[62849]: DEBUG nova.objects.instance [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lazy-loading 'resources' on Instance uuid 88167777-a8de-48ce-a931-f08670adedb0 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.755788] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405170, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.887400] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.970940] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.002958] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.070116] env[62849]: INFO nova.compute.manager [-] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Took 1.76 seconds to deallocate network for instance. [ 1150.257302] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720908} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.260263] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 2c51a976-75d0-4f66-bba7-d5b5b8d33834/2c51a976-75d0-4f66-bba7-d5b5b8d33834.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.260511] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.261038] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa8df527-2cf3-40ce-a293-9f7f1ba6b4d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.265824] env[62849]: DEBUG nova.compute.manager [req-cc8d9f82-d18e-4e93-9dba-38175dd99ac1 req-015f34aa-e3ca-4d69-bb6b-f0f248114cd2 service nova] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Received event network-vif-deleted-4d14a806-ff19-44f7-95dd-5be89df2520f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1150.274238] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1150.274238] env[62849]: value = "task-4405172" [ 1150.274238] env[62849]: _type = "Task" [ 1150.274238] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.290294] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.377023] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e142171b-6b46-4ca2-b05b-ddb89f96ff8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.391609] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc9a23-7c7a-4ef8-8dc1-38656c9693b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.396274] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405169, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.426185] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20210b10-2627-43a9-bb14-4722f98f323e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.433744] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8058e0-ffcd-4f9f-b46a-2d45e08f13f9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.449344] env[62849]: DEBUG nova.compute.provider_tree [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.470926] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405167, 'name': ReconfigVM_Task, 'duration_secs': 1.622532} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.471074] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa/volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.476046] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ab6369-69e2-49ca-b342-a9f8c0c96047 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.496262] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1150.496262] env[62849]: value = "task-4405173" [ 1150.496262] env[62849]: _type = "Task" [ 1150.496262] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.504088] env[62849]: DEBUG oslo_vmware.api [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405171, 'name': PowerOnVM_Task, 'duration_secs': 0.544905} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.504688] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.504918] env[62849]: INFO nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Took 15.47 seconds to spawn the instance on the hypervisor. [ 1150.505299] env[62849]: DEBUG nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.506077] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430fe39-e933-426d-ab66-e3087de1afd9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.512731] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.577266] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.788033] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076041} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.788209] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.789101] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83177994-d9ff-4b76-bf54-c7ef6010e7bd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.814331] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 2c51a976-75d0-4f66-bba7-d5b5b8d33834/2c51a976-75d0-4f66-bba7-d5b5b8d33834.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.814654] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be52502d-2e52-4ea8-8be4-3f04f60023d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.835957] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1150.835957] env[62849]: value = "task-4405174" [ 1150.835957] env[62849]: _type = "Task" [ 1150.835957] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.846561] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405174, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.872920] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.873122] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.889663] env[62849]: DEBUG oslo_vmware.api [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405169, 'name': PowerOnVM_Task, 'duration_secs': 1.532627} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.890475] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.890475] env[62849]: INFO nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1150.890475] env[62849]: DEBUG nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.891233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc04951-0681-4cd7-85f8-46c520a9e33f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.952397] env[62849]: DEBUG nova.scheduler.client.report [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.007397] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405173, 'name': ReconfigVM_Task, 'duration_secs': 0.402505} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.007684] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862135', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'name': 'volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5db002f-026c-4f20-90cb-20aaf588eec0', 'attached_at': '', 'detached_at': '', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'serial': '90e656c8-312d-4bb4-b3d7-75bf71c724aa'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1151.008234] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d9b3663-8fa6-43f7-a152-e496a2aeadd1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.015413] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1151.015413] env[62849]: value = "task-4405175" [ 1151.015413] env[62849]: _type = "Task" [ 1151.015413] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.029281] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405175, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.032363] env[62849]: INFO nova.compute.manager [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Took 24.28 seconds to build instance. [ 1151.036972] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.037237] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.037443] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "9fad31fa-0721-421d-b913-0dfe90ed8c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.037623] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.037800] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.040166] env[62849]: INFO nova.compute.manager [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Terminating instance [ 1151.347986] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.380284] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.381276] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.381276] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.381276] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.381570] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.381570] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.410197] env[62849]: INFO nova.compute.manager [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Took 18.06 seconds to build instance. [ 1151.457557] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.461905] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.883s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.461905] env[62849]: DEBUG nova.objects.instance [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'resources' on Instance uuid 96abc092-de27-4dd5-8b6b-be4e4287c45f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.491099] env[62849]: INFO nova.scheduler.client.report [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Deleted allocations for instance 88167777-a8de-48ce-a931-f08670adedb0 [ 1151.529447] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405175, 'name': Rename_Task, 'duration_secs': 0.180578} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.530065] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.530414] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2266549b-8969-4fa5-9919-c1e220ee1690 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.534530] env[62849]: DEBUG oslo_concurrency.lockutils [None req-19360a31-d964-4fe9-a6fd-4a6e4e5fb883 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.798s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.538850] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1151.538850] env[62849]: value = "task-4405176" [ 1151.538850] env[62849]: _type = "Task" [ 1151.538850] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.544753] env[62849]: DEBUG nova.compute.manager [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.544753] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.548350] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab54d42-3e31-4b7f-bac4-b7f66d22a548 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.550978] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.556405] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.556666] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ad714b5-3da9-4b34-8f1a-0f87f30a67ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.564192] env[62849]: DEBUG oslo_vmware.api [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1151.564192] env[62849]: value = "task-4405177" [ 1151.564192] env[62849]: _type = "Task" [ 1151.564192] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.578026] env[62849]: DEBUG oslo_vmware.api [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.847043] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405174, 'name': ReconfigVM_Task, 'duration_secs': 0.588386} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.847330] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 2c51a976-75d0-4f66-bba7-d5b5b8d33834/2c51a976-75d0-4f66-bba7-d5b5b8d33834.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.848045] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73912394-89e7-4116-a67a-499d3a2fd1a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.856021] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1151.856021] env[62849]: value = "task-4405178" [ 1151.856021] env[62849]: _type = "Task" [ 1151.856021] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.870270] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405178, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.888066] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Getting list of instances from cluster (obj){ [ 1151.888066] env[62849]: value = "domain-c8" [ 1151.888066] env[62849]: _type = "ClusterComputeResource" [ 1151.888066] env[62849]: } {{(pid=62849) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1151.889179] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758324c6-98d4-4162-9030-6bd3332f70cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.907670] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Got total of 8 instances {{(pid=62849) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1151.907670] env[62849]: WARNING nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1151.907670] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid 9fad31fa-0721-421d-b913-0dfe90ed8c18 {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.907670] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid 085a5ca0-21eb-4379-8858-ae7bb0ba1386 {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.907995] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid 88167777-a8de-48ce-a931-f08670adedb0 {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.907995] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid 60cf2b37-ff56-4e12-8030-a1b3e8d47a69 {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.907995] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid 96abc092-de27-4dd5-8b6b-be4e4287c45f {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.908171] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid 0a7855b1-a970-45b5-bd30-4a6f608c636d {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.908316] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid e9505573-55fb-4f44-8db4-2c580ae9fea5 {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.908464] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid b5db002f-026c-4f20-90cb-20aaf588eec0 {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.908611] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.908909] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Triggering sync for uuid 2c51a976-75d0-4f66-bba7-d5b5b8d33834 {{(pid=62849) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11030}} [ 1151.909799] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.910052] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.910260] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.910540] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "88167777-a8de-48ce-a931-f08670adedb0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.910742] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.910919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.911162] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.911363] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.911530] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.911751] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.911922] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.912172] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "b5db002f-026c-4f20-90cb-20aaf588eec0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.912404] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.912647] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.912784] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.912913] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1151.913698] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d89198c-66fd-4671-87f4-b9289f577e61 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.917390] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261c0084-fac2-489f-a760-0fa9a2c8e95f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.921756] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d698cd1b-a4f7-4135-b44e-3d0dabdf1604 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.579s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.922479] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cfc0eb-0206-40f4-bfee-814e29140716 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.925546] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94f0d5a-e4f1-4fc2-b95d-7df52c7e8494 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.927945] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.929468] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.017s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.931268] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f698afa-4002-481a-a563-bf843b3d74a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.004406] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fdd6113d-f4ac-4f85-ac6f-fe94627bb4af tempest-ServerRescueNegativeTestJSON-1880350091 tempest-ServerRescueNegativeTestJSON-1880350091-project-member] Lock "88167777-a8de-48ce-a931-f08670adedb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.287s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.005828] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "88167777-a8de-48ce-a931-f08670adedb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.095s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.008869] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af0e642b-0b00-4f67-a233-2db05eefa92c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.019550] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1069eb49-d7c1-40de-973b-8d01b5d4b4d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.050927] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.078402] env[62849]: DEBUG oslo_vmware.api [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405177, 'name': PowerOffVM_Task, 'duration_secs': 0.197319} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.081048] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.081229] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.081870] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95916027-e2c3-4ebe-aa57-a1634ae26747 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.133576] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750413d8-1e2c-40b4-b069-50f1f70e4f6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.144022] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e30b97b-e2ee-48b2-ab5a-6ee65e8ead2b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.195582] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58337c92-4708-47fb-a8c2-eea7ef0c4490 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.199378] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.199656] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.199908] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleting the datastore file [datastore1] 9fad31fa-0721-421d-b913-0dfe90ed8c18 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.200250] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acae366a-58fa-4687-9af7-3501b209831b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.210836] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341ee8d0-e5e6-4255-9dbd-25b3547b35c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.215145] env[62849]: DEBUG oslo_vmware.api [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for the task: (returnval){ [ 1152.215145] env[62849]: value = "task-4405180" [ 1152.215145] env[62849]: _type = "Task" [ 1152.215145] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.226506] env[62849]: DEBUG nova.compute.provider_tree [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.233856] env[62849]: DEBUG oslo_vmware.api [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.324573] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.368409] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405178, 'name': Rename_Task, 'duration_secs': 0.19369} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.368862] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.369022] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee795e9-ad20-40ea-a37b-f7cbaff6bf4e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.377123] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1152.377123] env[62849]: value = "task-4405181" [ 1152.377123] env[62849]: _type = "Task" [ 1152.377123] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.386036] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.398899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.431323] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.446093] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.450803] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.450803] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.455799] env[62849]: INFO nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] During sync_power_state the instance has a pending task (deleting). Skip. [ 1152.455799] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.455799] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.055s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.455799] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "e9505573-55fb-4f44-8db4-2c580ae9fea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.455799] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.455799] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.456993] env[62849]: INFO nova.compute.manager [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Terminating instance [ 1152.460434] env[62849]: INFO nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] During sync_power_state the instance has a pending task (deleting). Skip. [ 1152.460899] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.461269] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.137s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.461570] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.461862] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.462195] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.464587] env[62849]: INFO nova.compute.manager [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Terminating instance [ 1152.556135] env[62849]: DEBUG oslo_vmware.api [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405176, 'name': PowerOnVM_Task, 'duration_secs': 0.628046} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.556135] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.556449] env[62849]: INFO nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1152.556666] env[62849]: DEBUG nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.557657] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eed0176-85ea-4bec-9255-ad5b2ed1d683 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.563014] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "88167777-a8de-48ce-a931-f08670adedb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.726794] env[62849]: DEBUG oslo_vmware.api [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Task: {'id': task-4405180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347463} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.727120] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.727310] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.727495] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.727689] env[62849]: INFO nova.compute.manager [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1152.727935] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.728152] env[62849]: DEBUG nova.compute.manager [-] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.728248] env[62849]: DEBUG nova.network.neutron [-] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1152.730651] env[62849]: DEBUG nova.scheduler.client.report [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.888992] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.962020] env[62849]: DEBUG nova.compute.manager [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.962020] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.965464] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa57fbe1-2945-4809-ba9e-391f9ab034c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.969715] env[62849]: DEBUG nova.compute.manager [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.969993] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.973978] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90cf20c-7a19-4f40-b0a8-0c03df59b418 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.977361] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.977651] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-169691c4-0aaf-4d6b-8f35-6e55f13f4bc4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.985874] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.986267] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ffeb87-49d7-4557-93d2-b83cf840826b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.989803] env[62849]: DEBUG oslo_vmware.api [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1152.989803] env[62849]: value = "task-4405182" [ 1152.989803] env[62849]: _type = "Task" [ 1152.989803] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.995882] env[62849]: DEBUG oslo_vmware.api [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1152.995882] env[62849]: value = "task-4405183" [ 1152.995882] env[62849]: _type = "Task" [ 1152.995882] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.005532] env[62849]: DEBUG oslo_vmware.api [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.009976] env[62849]: DEBUG oslo_vmware.api [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.082434] env[62849]: INFO nova.compute.manager [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Took 21.16 seconds to build instance. [ 1153.227484] env[62849]: DEBUG nova.compute.manager [req-213fc761-97bb-40ae-84e0-cd586b5ec0c0 req-dbc6a050-03bd-4312-8c36-734b98e84d79 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Received event network-vif-deleted-36bcc073-d970-4b5c-9e69-c54d76d347d5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1153.227484] env[62849]: INFO nova.compute.manager [req-213fc761-97bb-40ae-84e0-cd586b5ec0c0 req-dbc6a050-03bd-4312-8c36-734b98e84d79 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Neutron deleted interface 36bcc073-d970-4b5c-9e69-c54d76d347d5; detaching it from the instance and deleting it from the info cache [ 1153.227484] env[62849]: DEBUG nova.network.neutron [req-213fc761-97bb-40ae-84e0-cd586b5ec0c0 req-dbc6a050-03bd-4312-8c36-734b98e84d79 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.237204] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.241462] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.810s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.241919] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.242468] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1153.244312] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1424b00b-33f0-4e43-bdad-5a9a54366ad5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.255698] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d340448-3fe7-4e45-acb7-a3d2c07f884e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.289249] env[62849]: INFO nova.scheduler.client.report [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleted allocations for instance 96abc092-de27-4dd5-8b6b-be4e4287c45f [ 1153.291139] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6332e-7a25-418a-8e85-3d97c225c1f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.304031] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b733f02-fc5d-4a84-b7e7-32f95d9f5442 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.344613] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178355MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1153.344800] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.344978] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.390373] env[62849]: DEBUG oslo_vmware.api [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405181, 'name': PowerOnVM_Task, 'duration_secs': 0.60603} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.390899] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.391143] env[62849]: INFO nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1153.391330] env[62849]: DEBUG nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.392502] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1362cbb-f25b-4efe-9d05-5fa6ed1cd504 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.503630] env[62849]: DEBUG oslo_vmware.api [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405182, 'name': PowerOffVM_Task, 'duration_secs': 0.33088} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.504608] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.504936] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.505516] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9fc411a-4c69-44cf-9f25-1b598261ee83 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.510869] env[62849]: DEBUG oslo_vmware.api [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405183, 'name': PowerOffVM_Task, 'duration_secs': 0.386947} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.512971] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.512971] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.512971] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f90e5af-eb85-426e-bcd0-c0bacb2a2d63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.586710] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fa64119e-d370-4c4d-84f9-6bf1b24968fa tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.678s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.586710] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.674s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.586710] env[62849]: INFO nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] During sync_power_state the instance has a pending task (spawning). Skip. [ 1153.586710] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.606083] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.606402] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.606600] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleting the datastore file [datastore2] e9505573-55fb-4f44-8db4-2c580ae9fea5 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.608240] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af54aed9-b837-4c82-a637-0fb532180b9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.610340] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.610561] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.610810] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleting the datastore file [datastore2] 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.611106] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d64ab3e5-32ad-418a-b833-58fcb9f312c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.620931] env[62849]: DEBUG oslo_vmware.api [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1153.620931] env[62849]: value = "task-4405187" [ 1153.620931] env[62849]: _type = "Task" [ 1153.620931] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.623571] env[62849]: DEBUG oslo_vmware.api [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1153.623571] env[62849]: value = "task-4405186" [ 1153.623571] env[62849]: _type = "Task" [ 1153.623571] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.637664] env[62849]: DEBUG oslo_vmware.api [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.641019] env[62849]: DEBUG oslo_vmware.api [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.675749] env[62849]: DEBUG nova.network.neutron [-] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.729854] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-324ba23e-ba28-48d3-82e2-e3df18cc66ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.740176] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dc945c-ff23-491b-a708-527adb68ef72 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.771418] env[62849]: DEBUG nova.compute.manager [req-213fc761-97bb-40ae-84e0-cd586b5ec0c0 req-dbc6a050-03bd-4312-8c36-734b98e84d79 service nova] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Detach interface failed, port_id=36bcc073-d970-4b5c-9e69-c54d76d347d5, reason: Instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1153.802015] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fcc1add8-b5a4-4d81-833b-4aaecf75e365 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.654s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.803021] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.892s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.803328] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e45553c1-8627-40c6-84b7-e12e5b16eec4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.815028] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e5ae91-fc5e-4099-b406-22284eba03d3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.917623] env[62849]: INFO nova.compute.manager [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Took 19.59 seconds to build instance. [ 1154.087302] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.089786] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.089786] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.089786] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.089786] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.090680] env[62849]: INFO nova.compute.manager [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Terminating instance [ 1154.137284] env[62849]: DEBUG oslo_vmware.api [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366533} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.137961] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.138172] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.138356] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.138598] env[62849]: INFO nova.compute.manager [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1154.138770] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.138962] env[62849]: DEBUG nova.compute.manager [-] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.139079] env[62849]: DEBUG nova.network.neutron [-] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1154.143977] env[62849]: DEBUG oslo_vmware.api [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366683} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.144533] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.144732] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.144903] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.145116] env[62849]: INFO nova.compute.manager [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1154.145350] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.145488] env[62849]: DEBUG nova.compute.manager [-] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.145588] env[62849]: DEBUG nova.network.neutron [-] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1154.178385] env[62849]: INFO nova.compute.manager [-] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Took 1.45 seconds to deallocate network for instance. [ 1154.354977] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "96abc092-de27-4dd5-8b6b-be4e4287c45f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.396431] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1154.396736] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 085a5ca0-21eb-4379-8858-ae7bb0ba1386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1154.396736] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 60cf2b37-ff56-4e12-8030-a1b3e8d47a69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1154.396736] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 0a7855b1-a970-45b5-bd30-4a6f608c636d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1154.396919] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance e9505573-55fb-4f44-8db4-2c580ae9fea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1154.396956] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance b5db002f-026c-4f20-90cb-20aaf588eec0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1154.397743] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1154.397743] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 2c51a976-75d0-4f66-bba7-d5b5b8d33834 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1154.397743] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1154.397743] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=100GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '7', 'num_task_deleting': '3', 'num_os_type_None': '8', 'num_proj_e9ff5682518f48cf8edd2b00a6b7632d': '1', 'io_workload': '1', 'num_task_None': '4', 'num_proj_177c81516407466fadb0d74b0e446829': '2', 'num_proj_d77a69afbb08458681c11638fada3879': '1', 'num_proj_af333e170aba4346bcfa4cc43e89c069': '2', 'num_proj_0828b78f14044ec6aeb12a2b8cd74364': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_be2f8276d9fb4f92b7592668686a977d': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1154.420317] env[62849]: DEBUG oslo_concurrency.lockutils [None req-c6cb6c23-ed32-49b3-b1f1-dc8258dce7e1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.106s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.420635] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.508s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.420828] env[62849]: INFO nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] During sync_power_state the instance has a pending task (spawning). Skip. [ 1154.421029] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.585495] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689e6597-4fee-40a0-a5b5-5656131aee3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.595282] env[62849]: DEBUG nova.compute.manager [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.595469] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.596357] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aa7572-c787-4c92-a160-70cbfa4fb13b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.599918] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fe1693-629e-40d1-a3cf-4aee3217078e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.609675] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.637143] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc9f0eb-4d11-43be-b731-e33ba4fa10c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.642357] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c02f3-812e-4e89-a8d7-6b5a31f93c96 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.651921] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f504e0d7-ce49-42ca-a955-402a2a800c96 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.657934] env[62849]: DEBUG oslo_vmware.api [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1154.657934] env[62849]: value = "task-4405188" [ 1154.657934] env[62849]: _type = "Task" [ 1154.657934] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.672672] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.681427] env[62849]: DEBUG oslo_vmware.api [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.685806] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.826446] env[62849]: DEBUG nova.compute.manager [req-1a0ab240-4ea7-4c21-a855-800bc35dfc29 req-c08e1487-4075-4f56-ba06-48844f6b94ea service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Received event network-vif-deleted-fd1ca31e-50fa-43f1-add7-10482eb6b695 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1154.828069] env[62849]: INFO nova.compute.manager [req-1a0ab240-4ea7-4c21-a855-800bc35dfc29 req-c08e1487-4075-4f56-ba06-48844f6b94ea service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Neutron deleted interface fd1ca31e-50fa-43f1-add7-10482eb6b695; detaching it from the instance and deleting it from the info cache [ 1154.828537] env[62849]: DEBUG nova.network.neutron [req-1a0ab240-4ea7-4c21-a855-800bc35dfc29 req-c08e1487-4075-4f56-ba06-48844f6b94ea service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.034122] env[62849]: DEBUG nova.network.neutron [-] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.171015] env[62849]: DEBUG oslo_vmware.api [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405188, 'name': PowerOffVM_Task, 'duration_secs': 0.235587} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.171155] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.171319] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.171584] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccf51bfe-c11e-4fe5-a681-4101e9801880 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.177520] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.249457] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.249694] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.249883] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleting the datastore file [datastore1] 60cf2b37-ff56-4e12-8030-a1b3e8d47a69 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.250196] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af0ec637-6e02-4961-bee9-e1c93d9b1f48 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.258751] env[62849]: DEBUG oslo_vmware.api [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for the task: (returnval){ [ 1155.258751] env[62849]: value = "task-4405190" [ 1155.258751] env[62849]: _type = "Task" [ 1155.258751] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.264120] env[62849]: DEBUG nova.compute.manager [req-1c1d872c-fd02-4c44-b11b-988ec28c526b req-9c86c069-12ea-4fb1-9d5f-1d3929682071 service nova] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Received event network-vif-deleted-17488980-c477-41c9-86c4-b520e60bbc81 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1155.270168] env[62849]: DEBUG oslo_vmware.api [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.285349] env[62849]: DEBUG nova.network.neutron [-] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.331589] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52fc1398-4410-4d31-b784-720ae12dbf13 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.342434] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb72f1-6323-4528-a631-0425344a02d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.372065] env[62849]: DEBUG nova.compute.manager [req-1a0ab240-4ea7-4c21-a855-800bc35dfc29 req-c08e1487-4075-4f56-ba06-48844f6b94ea service nova] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Detach interface failed, port_id=fd1ca31e-50fa-43f1-add7-10482eb6b695, reason: Instance e9505573-55fb-4f44-8db4-2c580ae9fea5 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1155.536845] env[62849]: INFO nova.compute.manager [-] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Took 1.40 seconds to deallocate network for instance. [ 1155.683305] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1155.683563] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.339s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.683858] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.998s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.684104] env[62849]: DEBUG nova.objects.instance [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lazy-loading 'resources' on Instance uuid 9fad31fa-0721-421d-b913-0dfe90ed8c18 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.769206] env[62849]: DEBUG oslo_vmware.api [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Task: {'id': task-4405190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39653} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.769487] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.769678] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.769849] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.770033] env[62849]: INFO nova.compute.manager [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1155.770280] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.770488] env[62849]: DEBUG nova.compute.manager [-] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.770581] env[62849]: DEBUG nova.network.neutron [-] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1155.787827] env[62849]: INFO nova.compute.manager [-] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Took 1.64 seconds to deallocate network for instance. [ 1156.044411] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.296389] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.304329] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af5b04-9e40-4f07-ab7a-35c6ff9e416d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.312422] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f258b9d-263b-49fe-b8f8-45e2b51968ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.342412] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037c5a22-8fa0-4fc1-a3f3-cec37665ea64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.350828] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d504ae-f754-4b46-91e4-7f1d663d5a47 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.366088] env[62849]: DEBUG nova.compute.provider_tree [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.671061] env[62849]: DEBUG nova.network.neutron [-] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.866682] env[62849]: DEBUG nova.compute.manager [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Received event network-changed-fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1156.866875] env[62849]: DEBUG nova.compute.manager [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Refreshing instance network info cache due to event network-changed-fc39c5b2-b84e-46ad-a863-0d61fc056716. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1156.867102] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] Acquiring lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.867246] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] Acquired lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.867406] env[62849]: DEBUG nova.network.neutron [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Refreshing network info cache for port fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.869962] env[62849]: DEBUG nova.scheduler.client.report [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.174057] env[62849]: INFO nova.compute.manager [-] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Took 1.40 seconds to deallocate network for instance. [ 1157.376236] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.378698] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.334s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.378698] env[62849]: DEBUG nova.objects.instance [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lazy-loading 'resources' on Instance uuid 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.399931] env[62849]: INFO nova.scheduler.client.report [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Deleted allocations for instance 9fad31fa-0721-421d-b913-0dfe90ed8c18 [ 1157.675495] env[62849]: DEBUG nova.network.neutron [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Updated VIF entry in instance network info cache for port fc39c5b2-b84e-46ad-a863-0d61fc056716. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1157.675887] env[62849]: DEBUG nova.network.neutron [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Updating instance_info_cache with network_info: [{"id": "fc39c5b2-b84e-46ad-a863-0d61fc056716", "address": "fa:16:3e:22:61:a2", "network": {"id": "477ee607-7c0c-4887-9bbd-2f7a425fc43f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-183676140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0828b78f14044ec6aeb12a2b8cd74364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc39c5b2-b8", "ovs_interfaceid": "fc39c5b2-b84e-46ad-a863-0d61fc056716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.680297] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.907803] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f32b2843-62b8-4c09-bfe0-48dcaa32ae57 tempest-ServerActionsTestOtherA-1611322165 tempest-ServerActionsTestOtherA-1611322165-project-member] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.870s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.909256] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.999s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.909256] env[62849]: INFO nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] During sync_power_state the instance has a pending task (deleting). Skip. [ 1157.909256] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "9fad31fa-0721-421d-b913-0dfe90ed8c18" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.974211] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a4fb5-89c5-4ba5-ba86-3d3ca09b1119 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.982685] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a47b1a0-f25f-432b-92b9-06f93415e9c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.013838] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b45ae6-158d-4ecd-8625-56ac4894c450 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.021448] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b8f115-e953-4672-987e-54fb6613b647 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.034580] env[62849]: DEBUG nova.compute.provider_tree [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.178274] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] Releasing lock "refresh_cache-b5db002f-026c-4f20-90cb-20aaf588eec0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.178601] env[62849]: DEBUG nova.compute.manager [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Received event network-changed-e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1158.178773] env[62849]: DEBUG nova.compute.manager [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Refreshing instance network info cache due to event network-changed-e9c2358d-9ca1-4a03-97dd-897df34d287f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1158.178990] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] Acquiring lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.179184] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] Acquired lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.179353] env[62849]: DEBUG nova.network.neutron [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Refreshing network info cache for port e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.538645] env[62849]: DEBUG nova.scheduler.client.report [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.897783] env[62849]: DEBUG nova.network.neutron [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updated VIF entry in instance network info cache for port e9c2358d-9ca1-4a03-97dd-897df34d287f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1158.898055] env[62849]: DEBUG nova.network.neutron [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updating instance_info_cache with network_info: [{"id": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "address": "fa:16:3e:eb:fc:c9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c2358d-9c", "ovs_interfaceid": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.045316] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.047681] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.751s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.047914] env[62849]: DEBUG nova.objects.instance [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lazy-loading 'resources' on Instance uuid e9505573-55fb-4f44-8db4-2c580ae9fea5 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.078817] env[62849]: INFO nova.scheduler.client.report [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted allocations for instance 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c [ 1159.400517] env[62849]: DEBUG oslo_concurrency.lockutils [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] Releasing lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.400799] env[62849]: DEBUG nova.compute.manager [req-6e5344d5-2ee5-4dec-8ef2-d90b33342a4c req-29308c81-4f38-46cf-ad87-3620032263d4 service nova] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Received event network-vif-deleted-048d0a56-7c23-4247-8910-7ea0a74cd865 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1159.586909] env[62849]: DEBUG oslo_concurrency.lockutils [None req-593eeabb-0b29-41b6-acb3-ca24b1c9b45b tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "2a426db3-6ea5-4a9a-a869-ea2cfd49b98c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.126s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.638558] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8451ac0-8423-4b35-a298-7c50cb7354c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.647223] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c07ac58-fabc-4a39-81c0-cda4461fb1f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.679158] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca860e7b-cd49-4605-a769-f4fcce677de2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.687649] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe50fc2-45b8-4bcb-a7b3-e39b4a7fe78a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.702257] env[62849]: DEBUG nova.compute.provider_tree [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.205090] env[62849]: DEBUG nova.scheduler.client.report [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.709859] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.712720] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.032s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.712969] env[62849]: DEBUG nova.objects.instance [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lazy-loading 'resources' on Instance uuid 60cf2b37-ff56-4e12-8030-a1b3e8d47a69 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.739561] env[62849]: INFO nova.scheduler.client.report [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted allocations for instance e9505573-55fb-4f44-8db4-2c580ae9fea5 [ 1160.813353] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.813617] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.247391] env[62849]: DEBUG oslo_concurrency.lockutils [None req-efb2d6ec-4a7b-4375-9657-25442489f312 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "e9505573-55fb-4f44-8db4-2c580ae9fea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.793s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.317358] env[62849]: DEBUG nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.324347] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f551d-94bf-4c90-a4d2-0076e943505d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.336732] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932276a5-1e77-4919-b5db-25ac2fdba1f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.390789] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b614ae4d-1ee8-4a8f-a08a-717e7b89db51 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.400711] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59acc997-3990-459c-9d48-011b11186b4b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.414824] env[62849]: DEBUG nova.compute.provider_tree [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.615493] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.615825] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.616278] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "0a7855b1-a970-45b5-bd30-4a6f608c636d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.616587] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.616851] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.619332] env[62849]: INFO nova.compute.manager [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Terminating instance [ 1161.844943] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.917963] env[62849]: DEBUG nova.scheduler.client.report [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.124345] env[62849]: DEBUG nova.compute.manager [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.124673] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.125636] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a334d83e-063b-4d59-8819-4ed095622543 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.135342] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.135342] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5114331-7927-43a4-b932-f11b34236c02 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.143328] env[62849]: DEBUG oslo_vmware.api [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1162.143328] env[62849]: value = "task-4405191" [ 1162.143328] env[62849]: _type = "Task" [ 1162.143328] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.151795] env[62849]: DEBUG oslo_vmware.api [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.216958] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "d8296ae4-d74a-4838-94b8-065e93f89260" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.217098] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "d8296ae4-d74a-4838-94b8-065e93f89260" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.422561] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.425051] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.580s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.426562] env[62849]: INFO nova.compute.claims [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.444163] env[62849]: INFO nova.scheduler.client.report [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Deleted allocations for instance 60cf2b37-ff56-4e12-8030-a1b3e8d47a69 [ 1162.657942] env[62849]: DEBUG oslo_vmware.api [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405191, 'name': PowerOffVM_Task, 'duration_secs': 0.254194} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.658312] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.658485] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.658741] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adfe94b6-7b78-4f2e-9860-1f1d94946977 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.719746] env[62849]: DEBUG nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.730038] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.732626] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.732626] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleting the datastore file [datastore1] 0a7855b1-a970-45b5-bd30-4a6f608c636d {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.732626] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b03ba82-7ef5-41db-8831-43ea19d7f2ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.740081] env[62849]: DEBUG oslo_vmware.api [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1162.740081] env[62849]: value = "task-4405193" [ 1162.740081] env[62849]: _type = "Task" [ 1162.740081] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.751922] env[62849]: DEBUG oslo_vmware.api [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.954176] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d4a96ce-5df0-483e-806d-3e9091958076 tempest-AttachInterfacesTestJSON-2140085841 tempest-AttachInterfacesTestJSON-2140085841-project-member] Lock "60cf2b37-ff56-4e12-8030-a1b3e8d47a69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.866s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.245620] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.252831] env[62849]: DEBUG oslo_vmware.api [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159789} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.256015] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.256015] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.256015] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.256015] env[62849]: INFO nova.compute.manager [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1163.256015] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.256015] env[62849]: DEBUG nova.compute.manager [-] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.256015] env[62849]: DEBUG nova.network.neutron [-] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1163.556396] env[62849]: DEBUG nova.compute.manager [req-c66c34d9-9f4f-4eba-a750-4b7756066b6d req-10c55cf9-12e3-47fb-b583-e6ce00b61aca service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Received event network-vif-deleted-6baa67fe-1bc9-4390-afad-7ea33b14dddd {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1163.556699] env[62849]: INFO nova.compute.manager [req-c66c34d9-9f4f-4eba-a750-4b7756066b6d req-10c55cf9-12e3-47fb-b583-e6ce00b61aca service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Neutron deleted interface 6baa67fe-1bc9-4390-afad-7ea33b14dddd; detaching it from the instance and deleting it from the info cache [ 1163.556914] env[62849]: DEBUG nova.network.neutron [req-c66c34d9-9f4f-4eba-a750-4b7756066b6d req-10c55cf9-12e3-47fb-b583-e6ce00b61aca service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.585719] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a671dd-a4a8-4472-8ff5-82f5da919720 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.595281] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee50249a-3f14-4fe6-b5b5-eae273da0626 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.635042] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094ee5c5-f56c-464c-b183-79b008350135 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.642519] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d70505-7510-4ca0-8d1c-dbae2db81c5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.657560] env[62849]: DEBUG nova.compute.provider_tree [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.027868] env[62849]: DEBUG nova.network.neutron [-] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.061446] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8684a13-a499-483f-b446-461727ecb298 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.073725] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4bce9b-5610-4dff-9ff0-deae3ebfd15c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.101398] env[62849]: DEBUG nova.compute.manager [req-c66c34d9-9f4f-4eba-a750-4b7756066b6d req-10c55cf9-12e3-47fb-b583-e6ce00b61aca service nova] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Detach interface failed, port_id=6baa67fe-1bc9-4390-afad-7ea33b14dddd, reason: Instance 0a7855b1-a970-45b5-bd30-4a6f608c636d could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1164.162320] env[62849]: DEBUG nova.scheduler.client.report [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.531614] env[62849]: INFO nova.compute.manager [-] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Took 1.28 seconds to deallocate network for instance. [ 1164.667922] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.668607] env[62849]: DEBUG nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.671814] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.426s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.673601] env[62849]: INFO nova.compute.claims [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.801333] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.801949] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.037707] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.180900] env[62849]: DEBUG nova.compute.utils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.182461] env[62849]: DEBUG nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.182642] env[62849]: DEBUG nova.network.neutron [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1165.231321] env[62849]: DEBUG nova.policy [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24341b7eccd4d9c83b0696f4d234c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '177c81516407466fadb0d74b0e446829', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.308874] env[62849]: DEBUG nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.568475] env[62849]: DEBUG nova.network.neutron [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Successfully created port: b34a0b1b-276e-4b74-a40b-82ea7580c05a {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1165.687421] env[62849]: DEBUG nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.820217] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056f6849-e75d-4745-a981-ef4c044e9422 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.828824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.829875] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99d93fb-9089-4e43-91f6-a95e48049598 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.861309] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27203111-9782-4cfa-8a98-c1cfe3602a63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.870048] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301f4f7e-a886-4e0f-a84a-1227f83b01c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.886898] env[62849]: DEBUG nova.compute.provider_tree [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.392139] env[62849]: DEBUG nova.scheduler.client.report [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.697844] env[62849]: DEBUG nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.724685] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.724941] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.725086] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.725269] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.725414] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.725555] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.725757] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.725911] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.726092] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.726291] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.726479] env[62849]: DEBUG nova.virt.hardware [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.727379] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b61658-e771-4521-a5e0-753f4dc7132a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.736105] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d940fb6-9bf0-4a34-80f7-bf49a7fba550 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.896719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.897291] env[62849]: DEBUG nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.900115] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.862s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.900369] env[62849]: DEBUG nova.objects.instance [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lazy-loading 'resources' on Instance uuid 0a7855b1-a970-45b5-bd30-4a6f608c636d {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.150446] env[62849]: DEBUG nova.compute.manager [req-9820d5f1-abe9-43b8-b8f6-03f8a6c291e2 req-815904fb-ade5-4d1c-81a1-b91502707f2f service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Received event network-vif-plugged-b34a0b1b-276e-4b74-a40b-82ea7580c05a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1167.150867] env[62849]: DEBUG oslo_concurrency.lockutils [req-9820d5f1-abe9-43b8-b8f6-03f8a6c291e2 req-815904fb-ade5-4d1c-81a1-b91502707f2f service nova] Acquiring lock "8ae34e77-ce18-4116-9b63-16736c95e9b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.151235] env[62849]: DEBUG oslo_concurrency.lockutils [req-9820d5f1-abe9-43b8-b8f6-03f8a6c291e2 req-815904fb-ade5-4d1c-81a1-b91502707f2f service nova] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.151530] env[62849]: DEBUG oslo_concurrency.lockutils [req-9820d5f1-abe9-43b8-b8f6-03f8a6c291e2 req-815904fb-ade5-4d1c-81a1-b91502707f2f service nova] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.151836] env[62849]: DEBUG nova.compute.manager [req-9820d5f1-abe9-43b8-b8f6-03f8a6c291e2 req-815904fb-ade5-4d1c-81a1-b91502707f2f service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] No waiting events found dispatching network-vif-plugged-b34a0b1b-276e-4b74-a40b-82ea7580c05a {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.152143] env[62849]: WARNING nova.compute.manager [req-9820d5f1-abe9-43b8-b8f6-03f8a6c291e2 req-815904fb-ade5-4d1c-81a1-b91502707f2f service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Received unexpected event network-vif-plugged-b34a0b1b-276e-4b74-a40b-82ea7580c05a for instance with vm_state building and task_state spawning. [ 1167.398886] env[62849]: DEBUG nova.network.neutron [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Successfully updated port: b34a0b1b-276e-4b74-a40b-82ea7580c05a {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1167.403024] env[62849]: DEBUG nova.compute.utils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.404459] env[62849]: DEBUG nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.404638] env[62849]: DEBUG nova.network.neutron [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1167.445436] env[62849]: DEBUG nova.policy [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26500c0efbe5408393566912fb9a8ce2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af333e170aba4346bcfa4cc43e89c069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.513964] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f2ab07-13c5-4ced-ac1f-1a0eb12cad8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.522637] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e74e12-ad17-4c1a-b117-7981a519ef87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.558692] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7635421-c7cc-451e-b754-0438579ae4b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.567912] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14401fab-50dd-4e5f-a023-7a1b7338fac4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.582323] env[62849]: DEBUG nova.compute.provider_tree [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.732818] env[62849]: DEBUG nova.network.neutron [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Successfully created port: 63613e58-6334-4615-b277-26c67c0fe4c5 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1167.903398] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "refresh_cache-8ae34e77-ce18-4116-9b63-16736c95e9b4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.903398] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "refresh_cache-8ae34e77-ce18-4116-9b63-16736c95e9b4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.903398] env[62849]: DEBUG nova.network.neutron [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1167.908955] env[62849]: DEBUG nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.086782] env[62849]: DEBUG nova.scheduler.client.report [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.437977] env[62849]: DEBUG nova.network.neutron [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1168.581510] env[62849]: DEBUG nova.network.neutron [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Updating instance_info_cache with network_info: [{"id": "b34a0b1b-276e-4b74-a40b-82ea7580c05a", "address": "fa:16:3e:44:73:ca", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34a0b1b-27", "ovs_interfaceid": "b34a0b1b-276e-4b74-a40b-82ea7580c05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.592287] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.595191] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.766s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.596565] env[62849]: INFO nova.compute.claims [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.616022] env[62849]: INFO nova.scheduler.client.report [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted allocations for instance 0a7855b1-a970-45b5-bd30-4a6f608c636d [ 1168.919850] env[62849]: DEBUG nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.946455] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.946710] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.946868] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.947061] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.947215] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.947360] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.947570] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.947726] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.947890] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.948072] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.948251] env[62849]: DEBUG nova.virt.hardware [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.949118] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce51c33-a0b6-4e67-acde-af5aac68cca5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.958045] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23085de2-9bb6-4491-8ec4-d78047a380a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.084307] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "refresh_cache-8ae34e77-ce18-4116-9b63-16736c95e9b4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.084836] env[62849]: DEBUG nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Instance network_info: |[{"id": "b34a0b1b-276e-4b74-a40b-82ea7580c05a", "address": "fa:16:3e:44:73:ca", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34a0b1b-27", "ovs_interfaceid": "b34a0b1b-276e-4b74-a40b-82ea7580c05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.085316] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:73:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b34a0b1b-276e-4b74-a40b-82ea7580c05a', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.093083] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.093433] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.093714] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea656252-95bd-4779-994c-d5a79218d502 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.120288] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.120288] env[62849]: value = "task-4405194" [ 1169.120288] env[62849]: _type = "Task" [ 1169.120288] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.127108] env[62849]: DEBUG oslo_concurrency.lockutils [None req-d18ca30d-bb71-4e01-8963-2d750f0a329e tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "0a7855b1-a970-45b5-bd30-4a6f608c636d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.511s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.132476] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405194, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.370491] env[62849]: DEBUG nova.compute.manager [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Received event network-changed-b34a0b1b-276e-4b74-a40b-82ea7580c05a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1169.370491] env[62849]: DEBUG nova.compute.manager [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Refreshing instance network info cache due to event network-changed-b34a0b1b-276e-4b74-a40b-82ea7580c05a. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1169.370787] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] Acquiring lock "refresh_cache-8ae34e77-ce18-4116-9b63-16736c95e9b4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.370988] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] Acquired lock "refresh_cache-8ae34e77-ce18-4116-9b63-16736c95e9b4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.371196] env[62849]: DEBUG nova.network.neutron [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Refreshing network info cache for port b34a0b1b-276e-4b74-a40b-82ea7580c05a {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.384580] env[62849]: DEBUG nova.network.neutron [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Successfully updated port: 63613e58-6334-4615-b277-26c67c0fe4c5 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1169.630646] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405194, 'name': CreateVM_Task, 'duration_secs': 0.367445} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.631675] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.640594] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.640834] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.641167] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.641424] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc12420f-9caa-46d1-aa7a-a7b02182deb7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.647493] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1169.647493] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a1e6de-4ba6-263c-ebfa-7042d92869d3" [ 1169.647493] env[62849]: _type = "Task" [ 1169.647493] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.656383] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a1e6de-4ba6-263c-ebfa-7042d92869d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.703989] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b20f64-29e8-4a5b-84e5-da2230a6a56b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.712058] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ab51f-0f84-4a26-9bbd-22e564862050 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.743446] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001dfaa1-bd22-4f5e-bb6f-79cf6bf70c1f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.751664] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f226c-7857-413a-980b-210b30cba57c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.765267] env[62849]: DEBUG nova.compute.provider_tree [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.887134] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "refresh_cache-d8296ae4-d74a-4838-94b8-065e93f89260" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.887238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "refresh_cache-d8296ae4-d74a-4838-94b8-065e93f89260" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.887395] env[62849]: DEBUG nova.network.neutron [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1170.077647] env[62849]: DEBUG nova.network.neutron [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Updated VIF entry in instance network info cache for port b34a0b1b-276e-4b74-a40b-82ea7580c05a. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1170.078043] env[62849]: DEBUG nova.network.neutron [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Updating instance_info_cache with network_info: [{"id": "b34a0b1b-276e-4b74-a40b-82ea7580c05a", "address": "fa:16:3e:44:73:ca", "network": {"id": "e4bca100-b1ec-4002-aaab-d08830c02255", "bridge": "br-int", "label": "tempest-ServersTestJSON-437653452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "177c81516407466fadb0d74b0e446829", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34a0b1b-27", "ovs_interfaceid": "b34a0b1b-276e-4b74-a40b-82ea7580c05a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.158536] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52a1e6de-4ba6-263c-ebfa-7042d92869d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.158782] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.159016] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.159255] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.159401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.159574] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.159834] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89dd9834-fa2c-470d-88d9-6c9cf8bc83b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.168958] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.169186] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.169912] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3bcd540-ebd6-4306-a039-f0b939cd9e27 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.175787] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1170.175787] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524db4e7-9cd7-f600-3afb-da7bc6cb6fb7" [ 1170.175787] env[62849]: _type = "Task" [ 1170.175787] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.183556] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524db4e7-9cd7-f600-3afb-da7bc6cb6fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.268347] env[62849]: DEBUG nova.scheduler.client.report [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.418686] env[62849]: DEBUG nova.network.neutron [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1170.556397] env[62849]: DEBUG nova.network.neutron [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Updating instance_info_cache with network_info: [{"id": "63613e58-6334-4615-b277-26c67c0fe4c5", "address": "fa:16:3e:a2:62:33", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63613e58-63", "ovs_interfaceid": "63613e58-6334-4615-b277-26c67c0fe4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.580477] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] Releasing lock "refresh_cache-8ae34e77-ce18-4116-9b63-16736c95e9b4" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.580738] env[62849]: DEBUG nova.compute.manager [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Received event network-vif-plugged-63613e58-6334-4615-b277-26c67c0fe4c5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1170.580931] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] Acquiring lock "d8296ae4-d74a-4838-94b8-065e93f89260-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.581150] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] Lock "d8296ae4-d74a-4838-94b8-065e93f89260-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.581316] env[62849]: DEBUG oslo_concurrency.lockutils [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] Lock "d8296ae4-d74a-4838-94b8-065e93f89260-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.581549] env[62849]: DEBUG nova.compute.manager [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] No waiting events found dispatching network-vif-plugged-63613e58-6334-4615-b277-26c67c0fe4c5 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.581738] env[62849]: WARNING nova.compute.manager [req-7b54ef7a-36a3-48f7-92f9-1dd1ec10c9c2 req-b4135154-c7be-4ab9-86ba-a86989715024 service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Received unexpected event network-vif-plugged-63613e58-6334-4615-b277-26c67c0fe4c5 for instance with vm_state building and task_state spawning. [ 1170.687347] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524db4e7-9cd7-f600-3afb-da7bc6cb6fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.688082] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a44751-736c-4406-9657-94e521ef410a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.693833] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1170.693833] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5230bad2-ba63-b092-088f-9bd1884a4750" [ 1170.693833] env[62849]: _type = "Task" [ 1170.693833] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.702687] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5230bad2-ba63-b092-088f-9bd1884a4750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.774781] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.059300] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "refresh_cache-d8296ae4-d74a-4838-94b8-065e93f89260" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.059471] env[62849]: DEBUG nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Instance network_info: |[{"id": "63613e58-6334-4615-b277-26c67c0fe4c5", "address": "fa:16:3e:a2:62:33", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63613e58-63", "ovs_interfaceid": "63613e58-6334-4615-b277-26c67c0fe4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.060012] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:62:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63613e58-6334-4615-b277-26c67c0fe4c5', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.067436] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.067649] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.067945] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e0049c3-1a60-4639-8927-07b08764db15 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.089010] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.089010] env[62849]: value = "task-4405195" [ 1171.089010] env[62849]: _type = "Task" [ 1171.089010] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.098693] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405195, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.205723] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5230bad2-ba63-b092-088f-9bd1884a4750, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.205988] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.206259] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 8ae34e77-ce18-4116-9b63-16736c95e9b4/8ae34e77-ce18-4116-9b63-16736c95e9b4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.206522] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d12cec5a-9aba-46c7-9013-66f4ed36f781 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.214392] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1171.214392] env[62849]: value = "task-4405196" [ 1171.214392] env[62849]: _type = "Task" [ 1171.214392] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.222760] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.278937] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "dd6063ed-d08c-4118-b8cf-7420a4150890" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.279278] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "dd6063ed-d08c-4118-b8cf-7420a4150890" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.460594] env[62849]: DEBUG nova.compute.manager [req-9c60f25a-a3c4-4498-b7c3-b243547ed6b6 req-304e837e-5aa9-45ee-9d0d-5a5e4f4bb28c service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Received event network-changed-63613e58-6334-4615-b277-26c67c0fe4c5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1171.460891] env[62849]: DEBUG nova.compute.manager [req-9c60f25a-a3c4-4498-b7c3-b243547ed6b6 req-304e837e-5aa9-45ee-9d0d-5a5e4f4bb28c service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Refreshing instance network info cache due to event network-changed-63613e58-6334-4615-b277-26c67c0fe4c5. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1171.461124] env[62849]: DEBUG oslo_concurrency.lockutils [req-9c60f25a-a3c4-4498-b7c3-b243547ed6b6 req-304e837e-5aa9-45ee-9d0d-5a5e4f4bb28c service nova] Acquiring lock "refresh_cache-d8296ae4-d74a-4838-94b8-065e93f89260" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.461285] env[62849]: DEBUG oslo_concurrency.lockutils [req-9c60f25a-a3c4-4498-b7c3-b243547ed6b6 req-304e837e-5aa9-45ee-9d0d-5a5e4f4bb28c service nova] Acquired lock "refresh_cache-d8296ae4-d74a-4838-94b8-065e93f89260" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.461421] env[62849]: DEBUG nova.network.neutron [req-9c60f25a-a3c4-4498-b7c3-b243547ed6b6 req-304e837e-5aa9-45ee-9d0d-5a5e4f4bb28c service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Refreshing network info cache for port 63613e58-6334-4615-b277-26c67c0fe4c5 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.602896] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405195, 'name': CreateVM_Task, 'duration_secs': 0.412059} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.603176] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.604025] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.604238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.604617] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.605312] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd6dd7f-9b11-4b95-99b8-cfec8a39c07b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.613422] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1171.613422] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fdaa97-8f0b-ab61-feeb-84be268ff48f" [ 1171.613422] env[62849]: _type = "Task" [ 1171.613422] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.624997] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fdaa97-8f0b-ab61-feeb-84be268ff48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.725224] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405196, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.782564] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "dd6063ed-d08c-4118-b8cf-7420a4150890" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.783145] env[62849]: DEBUG nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.124493] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52fdaa97-8f0b-ab61-feeb-84be268ff48f, 'name': SearchDatastore_Task, 'duration_secs': 0.050019} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.124819] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.125050] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.125286] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.125435] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.125611] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.125877] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17f78276-4310-43b0-968e-7a751096310e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.134950] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.135147] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.135867] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf888e1-20a2-4ae6-93d4-fbb854559a28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.141698] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1172.141698] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52da1826-d3c6-b57a-b90f-40e90b69f15d" [ 1172.141698] env[62849]: _type = "Task" [ 1172.141698] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.149944] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52da1826-d3c6-b57a-b90f-40e90b69f15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.150752] env[62849]: DEBUG nova.network.neutron [req-9c60f25a-a3c4-4498-b7c3-b243547ed6b6 req-304e837e-5aa9-45ee-9d0d-5a5e4f4bb28c service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Updated VIF entry in instance network info cache for port 63613e58-6334-4615-b277-26c67c0fe4c5. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.151088] env[62849]: DEBUG nova.network.neutron [req-9c60f25a-a3c4-4498-b7c3-b243547ed6b6 req-304e837e-5aa9-45ee-9d0d-5a5e4f4bb28c service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Updating instance_info_cache with network_info: [{"id": "63613e58-6334-4615-b277-26c67c0fe4c5", "address": "fa:16:3e:a2:62:33", "network": {"id": "353d96dc-6586-4f48-9387-12c30efbd86e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1354698431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af333e170aba4346bcfa4cc43e89c069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63613e58-63", "ovs_interfaceid": "63613e58-6334-4615-b277-26c67c0fe4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.226200] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515766} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.226461] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 8ae34e77-ce18-4116-9b63-16736c95e9b4/8ae34e77-ce18-4116-9b63-16736c95e9b4.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.226674] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.226927] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0398e4d-eaaf-4d62-a822-c531f61bbd81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.233699] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1172.233699] env[62849]: value = "task-4405197" [ 1172.233699] env[62849]: _type = "Task" [ 1172.233699] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.241998] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.288641] env[62849]: DEBUG nova.compute.utils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.290187] env[62849]: DEBUG nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.290362] env[62849]: DEBUG nova.network.neutron [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1172.327105] env[62849]: DEBUG nova.policy [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '173f0b4f68bc428d986c7dd6a5a7d1f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79995a5cbb9d46cfa3cae875fe204c6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.653179] env[62849]: DEBUG oslo_concurrency.lockutils [req-9c60f25a-a3c4-4498-b7c3-b243547ed6b6 req-304e837e-5aa9-45ee-9d0d-5a5e4f4bb28c service nova] Releasing lock "refresh_cache-d8296ae4-d74a-4838-94b8-065e93f89260" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.653698] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52da1826-d3c6-b57a-b90f-40e90b69f15d, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.654503] env[62849]: DEBUG nova.network.neutron [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Successfully created port: 304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1172.656894] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd6bc1a-76ea-4972-8cdc-5410f8dbeb50 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.664084] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1172.664084] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d78106-8f32-b980-09ff-59cefadf8570" [ 1172.664084] env[62849]: _type = "Task" [ 1172.664084] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.673966] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d78106-8f32-b980-09ff-59cefadf8570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.747912] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071367} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.748216] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.749029] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6686d3ca-6b0c-4e69-84de-68ce5d6af54f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.772018] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 8ae34e77-ce18-4116-9b63-16736c95e9b4/8ae34e77-ce18-4116-9b63-16736c95e9b4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.772336] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dac1ea6-f96d-481a-8cd8-5a689c219e6b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.792332] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1172.792332] env[62849]: value = "task-4405198" [ 1172.792332] env[62849]: _type = "Task" [ 1172.792332] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.795939] env[62849]: DEBUG nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.803762] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.176055] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d78106-8f32-b980-09ff-59cefadf8570, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.176055] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.176055] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] d8296ae4-d74a-4838-94b8-065e93f89260/d8296ae4-d74a-4838-94b8-065e93f89260.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.176560] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c37777ce-384d-401c-b0ff-37f301d7525f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.183673] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1173.183673] env[62849]: value = "task-4405199" [ 1173.183673] env[62849]: _type = "Task" [ 1173.183673] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.192142] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.306041] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.696710] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405199, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.811508] env[62849]: DEBUG nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.816266] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.883912] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.884193] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.884351] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.884534] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.884678] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.884821] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.885041] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.885206] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.885399] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.885587] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.885764] env[62849]: DEBUG nova.virt.hardware [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.886660] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f08d5b-626b-4de4-947f-139b12313e3d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.895144] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13af5727-a504-41e6-a4d7-d9ff92648134 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.064101] env[62849]: DEBUG nova.compute.manager [req-9f750fe6-cf05-42b5-9ae4-9279d88f3cc0 req-620f08aa-3cdb-417e-9ce4-82a7a869f8be service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Received event network-vif-plugged-304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1174.064330] env[62849]: DEBUG oslo_concurrency.lockutils [req-9f750fe6-cf05-42b5-9ae4-9279d88f3cc0 req-620f08aa-3cdb-417e-9ce4-82a7a869f8be service nova] Acquiring lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.064530] env[62849]: DEBUG oslo_concurrency.lockutils [req-9f750fe6-cf05-42b5-9ae4-9279d88f3cc0 req-620f08aa-3cdb-417e-9ce4-82a7a869f8be service nova] Lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.064696] env[62849]: DEBUG oslo_concurrency.lockutils [req-9f750fe6-cf05-42b5-9ae4-9279d88f3cc0 req-620f08aa-3cdb-417e-9ce4-82a7a869f8be service nova] Lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.064858] env[62849]: DEBUG nova.compute.manager [req-9f750fe6-cf05-42b5-9ae4-9279d88f3cc0 req-620f08aa-3cdb-417e-9ce4-82a7a869f8be service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] No waiting events found dispatching network-vif-plugged-304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.065031] env[62849]: WARNING nova.compute.manager [req-9f750fe6-cf05-42b5-9ae4-9279d88f3cc0 req-620f08aa-3cdb-417e-9ce4-82a7a869f8be service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Received unexpected event network-vif-plugged-304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5 for instance with vm_state building and task_state spawning. [ 1174.130338] env[62849]: DEBUG nova.network.neutron [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Successfully updated port: 304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1174.194962] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554304} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.195301] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] d8296ae4-d74a-4838-94b8-065e93f89260/d8296ae4-d74a-4838-94b8-065e93f89260.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.195375] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.195618] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9fdcc51-9481-46d3-9ae3-f0b254ed390e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.202033] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1174.202033] env[62849]: value = "task-4405200" [ 1174.202033] env[62849]: _type = "Task" [ 1174.202033] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.210663] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.303832] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405198, 'name': ReconfigVM_Task, 'duration_secs': 1.087712} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.304137] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 8ae34e77-ce18-4116-9b63-16736c95e9b4/8ae34e77-ce18-4116-9b63-16736c95e9b4.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.304764] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fac14fa-7d3e-4f7b-ab58-35348e7c9cc7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.312020] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1174.312020] env[62849]: value = "task-4405201" [ 1174.312020] env[62849]: _type = "Task" [ 1174.312020] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.320555] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405201, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.633938] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "refresh_cache-3955891e-9cd7-4b9c-9b2c-def3a469ba33" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.633938] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquired lock "refresh_cache-3955891e-9cd7-4b9c-9b2c-def3a469ba33" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.634046] env[62849]: DEBUG nova.network.neutron [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.712973] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073809} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.713277] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.714251] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb5884-d8a8-47c2-bb99-7c1446baf68d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.743226] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] d8296ae4-d74a-4838-94b8-065e93f89260/d8296ae4-d74a-4838-94b8-065e93f89260.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.743615] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-766a1ace-4aeb-4ee5-a87d-85bcd3d45dbb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.766177] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1174.766177] env[62849]: value = "task-4405202" [ 1174.766177] env[62849]: _type = "Task" [ 1174.766177] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.776268] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.822066] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405201, 'name': Rename_Task, 'duration_secs': 0.168346} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.822417] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.822679] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea7bf9bf-a247-4843-9d64-577901ff1a2d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.830507] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1174.830507] env[62849]: value = "task-4405203" [ 1174.830507] env[62849]: _type = "Task" [ 1174.830507] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.838986] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.166181] env[62849]: DEBUG nova.network.neutron [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1175.281124] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.305465] env[62849]: DEBUG nova.network.neutron [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Updating instance_info_cache with network_info: [{"id": "304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5", "address": "fa:16:3e:86:65:fe", "network": {"id": "18181d5b-a61b-4da3-bec0-a4e05ef319e4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1768966334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79995a5cbb9d46cfa3cae875fe204c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304c70ec-12", "ovs_interfaceid": "304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.341620] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.779992] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405202, 'name': ReconfigVM_Task, 'duration_secs': 0.575888} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.780521] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Reconfigured VM instance instance-00000077 to attach disk [datastore1] d8296ae4-d74a-4838-94b8-065e93f89260/d8296ae4-d74a-4838-94b8-065e93f89260.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.781364] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d93b8aa-2455-4f92-83a0-df51a32273a1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.789392] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1175.789392] env[62849]: value = "task-4405204" [ 1175.789392] env[62849]: _type = "Task" [ 1175.789392] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.798986] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405204, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.808792] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Releasing lock "refresh_cache-3955891e-9cd7-4b9c-9b2c-def3a469ba33" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.809195] env[62849]: DEBUG nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Instance network_info: |[{"id": "304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5", "address": "fa:16:3e:86:65:fe", "network": {"id": "18181d5b-a61b-4da3-bec0-a4e05ef319e4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1768966334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79995a5cbb9d46cfa3cae875fe204c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304c70ec-12", "ovs_interfaceid": "304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.809645] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:65:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.817298] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Creating folder: Project (79995a5cbb9d46cfa3cae875fe204c6f). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.817622] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e80d155f-6c7e-4e85-b456-5d9e10cbb7a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.829338] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Created folder: Project (79995a5cbb9d46cfa3cae875fe204c6f) in parent group-v861840. [ 1175.829545] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Creating folder: Instances. Parent ref: group-v862147. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.829798] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bb5bf59-a171-4273-b39e-833e92c84907 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.840066] env[62849]: DEBUG oslo_vmware.api [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405203, 'name': PowerOnVM_Task, 'duration_secs': 0.695094} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.840364] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.840504] env[62849]: INFO nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1175.840681] env[62849]: DEBUG nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.841755] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a89d17-d728-4495-8f07-38bfe8f0080f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.845289] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Created folder: Instances in parent group-v862147. [ 1175.845539] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.846079] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.846294] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c54e1ec3-0ecb-43e0-a079-124b69d0c1c3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.871614] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.871614] env[62849]: value = "task-4405207" [ 1175.871614] env[62849]: _type = "Task" [ 1175.871614] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.880323] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405207, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.090950] env[62849]: DEBUG nova.compute.manager [req-d70c65d0-3738-4834-a60e-97f8fd8c0f43 req-69c3a1f0-1b09-467f-8fbb-54dd7b2c61c3 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Received event network-changed-304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1176.091215] env[62849]: DEBUG nova.compute.manager [req-d70c65d0-3738-4834-a60e-97f8fd8c0f43 req-69c3a1f0-1b09-467f-8fbb-54dd7b2c61c3 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Refreshing instance network info cache due to event network-changed-304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1176.091454] env[62849]: DEBUG oslo_concurrency.lockutils [req-d70c65d0-3738-4834-a60e-97f8fd8c0f43 req-69c3a1f0-1b09-467f-8fbb-54dd7b2c61c3 service nova] Acquiring lock "refresh_cache-3955891e-9cd7-4b9c-9b2c-def3a469ba33" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.091626] env[62849]: DEBUG oslo_concurrency.lockutils [req-d70c65d0-3738-4834-a60e-97f8fd8c0f43 req-69c3a1f0-1b09-467f-8fbb-54dd7b2c61c3 service nova] Acquired lock "refresh_cache-3955891e-9cd7-4b9c-9b2c-def3a469ba33" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.091810] env[62849]: DEBUG nova.network.neutron [req-d70c65d0-3738-4834-a60e-97f8fd8c0f43 req-69c3a1f0-1b09-467f-8fbb-54dd7b2c61c3 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Refreshing network info cache for port 304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.300149] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405204, 'name': Rename_Task, 'duration_secs': 0.173036} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.300544] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.300647] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c79db338-e316-4901-bc03-697dd009c4f5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.307465] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1176.307465] env[62849]: value = "task-4405208" [ 1176.307465] env[62849]: _type = "Task" [ 1176.307465] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.316074] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.377962] env[62849]: INFO nova.compute.manager [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Took 14.55 seconds to build instance. [ 1176.385703] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405207, 'name': CreateVM_Task, 'duration_secs': 0.325912} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.385940] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.386685] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.386902] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.387293] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.387597] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a9eeec0-71f0-43d2-827a-1daf091e4f77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.394178] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1176.394178] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52127569-0197-a707-718d-30759cfd1197" [ 1176.394178] env[62849]: _type = "Task" [ 1176.394178] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.403515] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52127569-0197-a707-718d-30759cfd1197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.795763] env[62849]: DEBUG nova.network.neutron [req-d70c65d0-3738-4834-a60e-97f8fd8c0f43 req-69c3a1f0-1b09-467f-8fbb-54dd7b2c61c3 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Updated VIF entry in instance network info cache for port 304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1176.796171] env[62849]: DEBUG nova.network.neutron [req-d70c65d0-3738-4834-a60e-97f8fd8c0f43 req-69c3a1f0-1b09-467f-8fbb-54dd7b2c61c3 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Updating instance_info_cache with network_info: [{"id": "304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5", "address": "fa:16:3e:86:65:fe", "network": {"id": "18181d5b-a61b-4da3-bec0-a4e05ef319e4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1768966334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79995a5cbb9d46cfa3cae875fe204c6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304c70ec-12", "ovs_interfaceid": "304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.820456] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.880884] env[62849]: DEBUG oslo_concurrency.lockutils [None req-821b7f9f-0d54-42f1-a9d2-a5354f778409 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.067s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.906354] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52127569-0197-a707-718d-30759cfd1197, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.906679] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.906913] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.907179] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.907325] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.907534] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.907810] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d78c796a-e415-49c2-b0a8-d6404f16020b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.916622] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.916810] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.917587] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1899c688-525b-4c29-a671-256617d6493e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.925027] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1176.925027] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ce2665-20bd-33f7-f9cd-84c8d12dbc3b" [ 1176.925027] env[62849]: _type = "Task" [ 1176.925027] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.938644] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ce2665-20bd-33f7-f9cd-84c8d12dbc3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.939512] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074518d4-85de-43a8-a4f7-20e526c30b52 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.946242] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1176.946242] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ab8bf4-c7d4-3743-5044-c23c40369e92" [ 1176.946242] env[62849]: _type = "Task" [ 1176.946242] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.954607] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ab8bf4-c7d4-3743-5044-c23c40369e92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.299505] env[62849]: DEBUG oslo_concurrency.lockutils [req-d70c65d0-3738-4834-a60e-97f8fd8c0f43 req-69c3a1f0-1b09-467f-8fbb-54dd7b2c61c3 service nova] Releasing lock "refresh_cache-3955891e-9cd7-4b9c-9b2c-def3a469ba33" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.318060] env[62849]: DEBUG oslo_vmware.api [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405208, 'name': PowerOnVM_Task, 'duration_secs': 0.586409} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.318355] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.318516] env[62849]: INFO nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1177.318688] env[62849]: DEBUG nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.319465] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf837eb3-5bf7-44c7-969e-bf45a179b06c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.459962] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ab8bf4-c7d4-3743-5044-c23c40369e92, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.460262] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.460520] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 3955891e-9cd7-4b9c-9b2c-def3a469ba33/3955891e-9cd7-4b9c-9b2c-def3a469ba33.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.460932] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06d92e64-40f5-4f43-9db5-b7638c4cf79d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.469338] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1177.469338] env[62849]: value = "task-4405209" [ 1177.469338] env[62849]: _type = "Task" [ 1177.469338] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.478266] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.838351] env[62849]: INFO nova.compute.manager [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Took 14.61 seconds to build instance. [ 1177.866206] env[62849]: DEBUG oslo_concurrency.lockutils [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.866526] env[62849]: DEBUG oslo_concurrency.lockutils [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.866820] env[62849]: DEBUG nova.compute.manager [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.868492] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd300c6f-e5a2-49bc-9e20-f842652a1402 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.878640] env[62849]: DEBUG nova.compute.manager [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1177.879373] env[62849]: DEBUG nova.objects.instance [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lazy-loading 'flavor' on Instance uuid 8ae34e77-ce18-4116-9b63-16736c95e9b4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.981382] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405209, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.341838] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6ffac37d-08bf-441a-88f3-3234be567676 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "d8296ae4-d74a-4838-94b8-065e93f89260" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.125s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.481637] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51447} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.481933] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 3955891e-9cd7-4b9c-9b2c-def3a469ba33/3955891e-9cd7-4b9c-9b2c-def3a469ba33.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.482144] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.482611] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b85c2e39-db97-455c-a421-a35c62d8945b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.490826] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1178.490826] env[62849]: value = "task-4405210" [ 1178.490826] env[62849]: _type = "Task" [ 1178.490826] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.503429] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.886783] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.887228] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b677f6c-b921-48b3-bdd3-4952f219ed18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.895833] env[62849]: DEBUG oslo_vmware.api [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1178.895833] env[62849]: value = "task-4405211" [ 1178.895833] env[62849]: _type = "Task" [ 1178.895833] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.905385] env[62849]: DEBUG oslo_vmware.api [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.001539] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118999} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.001810] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.002611] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89729434-46f5-4f0d-b117-f4ce8ea4d32d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.025556] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 3955891e-9cd7-4b9c-9b2c-def3a469ba33/3955891e-9cd7-4b9c-9b2c-def3a469ba33.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.025863] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f34dcfa-80e3-4d22-80f5-585d03c4ef43 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.047016] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1179.047016] env[62849]: value = "task-4405212" [ 1179.047016] env[62849]: _type = "Task" [ 1179.047016] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.055836] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.406832] env[62849]: DEBUG oslo_vmware.api [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405211, 'name': PowerOffVM_Task, 'duration_secs': 0.46491} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.407648] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.407893] env[62849]: DEBUG nova.compute.manager [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.408768] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045d1998-b0dc-4934-8641-77fc206f04a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.557879] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405212, 'name': ReconfigVM_Task, 'duration_secs': 0.316584} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.558195] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 3955891e-9cd7-4b9c-9b2c-def3a469ba33/3955891e-9cd7-4b9c-9b2c-def3a469ba33.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.558890] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78cf78fb-853b-4281-acf7-9fb938de7989 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.565818] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1179.565818] env[62849]: value = "task-4405213" [ 1179.565818] env[62849]: _type = "Task" [ 1179.565818] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.574586] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405213, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.659640] env[62849]: DEBUG nova.compute.manager [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.660694] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5fecfc-25f9-4c63-a0e0-d98f4fefbbb1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.922492] env[62849]: DEBUG oslo_concurrency.lockutils [None req-54fe1b53-7526-4243-a841-278c6c9c49e0 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.084233] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405213, 'name': Rename_Task, 'duration_secs': 0.164944} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.084535] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.084838] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6abf54c-8433-4928-948a-04faf5cd429b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.092645] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1180.092645] env[62849]: value = "task-4405214" [ 1180.092645] env[62849]: _type = "Task" [ 1180.092645] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.104470] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.173205] env[62849]: INFO nova.compute.manager [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] instance snapshotting [ 1180.177149] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66970c51-0d0a-49e8-9f66-422ad8da38a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.197619] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804db318-cac0-4d5a-af01-b93c4f6acf8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.603928] env[62849]: DEBUG oslo_vmware.api [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405214, 'name': PowerOnVM_Task, 'duration_secs': 0.477516} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.604302] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.604434] env[62849]: INFO nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1180.604618] env[62849]: DEBUG nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.605397] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f49925f-8c70-410d-b51d-43e880d05003 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.709579] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1180.709928] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5554d46d-8758-465d-8246-9363be879673 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.718334] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1180.718334] env[62849]: value = "task-4405215" [ 1180.718334] env[62849]: _type = "Task" [ 1180.718334] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.728883] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.839430] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.839741] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.839991] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "8ae34e77-ce18-4116-9b63-16736c95e9b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.840235] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.840458] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.843048] env[62849]: INFO nova.compute.manager [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Terminating instance [ 1181.122112] env[62849]: INFO nova.compute.manager [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Took 15.31 seconds to build instance. [ 1181.231429] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.347066] env[62849]: DEBUG nova.compute.manager [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.347287] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.348340] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c4d4c2-d531-42ef-ba58-fbe1df24bda7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.356610] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.356888] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b01c181-435a-48a8-b5dc-2d4cccaa7d7b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.436103] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.436372] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.436507] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleting the datastore file [datastore1] 8ae34e77-ce18-4116-9b63-16736c95e9b4 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.436778] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-301a7973-1490-4189-9154-389d191abb3a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.443552] env[62849]: DEBUG oslo_vmware.api [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1181.443552] env[62849]: value = "task-4405217" [ 1181.443552] env[62849]: _type = "Task" [ 1181.443552] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.451694] env[62849]: DEBUG oslo_vmware.api [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.624465] env[62849]: DEBUG oslo_concurrency.lockutils [None req-9c56dffc-af8a-45a2-bb4c-331b27d01a76 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.823s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.730484] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405215, 'name': CreateSnapshot_Task, 'duration_secs': 0.72206} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.730909] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1181.731911] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd37da3-0b68-44f8-b7fb-d549408f8ea0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.954375] env[62849]: DEBUG oslo_vmware.api [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145927} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.954655] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.954865] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.955152] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.955356] env[62849]: INFO nova.compute.manager [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1181.955597] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.955784] env[62849]: DEBUG nova.compute.manager [-] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.955878] env[62849]: DEBUG nova.network.neutron [-] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1182.189807] env[62849]: DEBUG nova.compute.manager [req-db2f9dc3-ab1c-45c7-8562-c301687972aa req-2c90f61f-cb03-4693-a94f-840bacb19f66 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Received event network-vif-deleted-b34a0b1b-276e-4b74-a40b-82ea7580c05a {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1182.190051] env[62849]: INFO nova.compute.manager [req-db2f9dc3-ab1c-45c7-8562-c301687972aa req-2c90f61f-cb03-4693-a94f-840bacb19f66 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Neutron deleted interface b34a0b1b-276e-4b74-a40b-82ea7580c05a; detaching it from the instance and deleting it from the info cache [ 1182.190203] env[62849]: DEBUG nova.network.neutron [req-db2f9dc3-ab1c-45c7-8562-c301687972aa req-2c90f61f-cb03-4693-a94f-840bacb19f66 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.251467] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1182.251788] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-84499cda-2012-4b8a-97f2-cd9adf445834 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.262899] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1182.262899] env[62849]: value = "task-4405218" [ 1182.262899] env[62849]: _type = "Task" [ 1182.262899] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.266264] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.266493] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.266695] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.266905] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.267115] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.269934] env[62849]: INFO nova.compute.manager [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Terminating instance [ 1182.275055] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405218, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.674330] env[62849]: DEBUG nova.network.neutron [-] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.693202] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fb7272e-e764-4fed-a6e4-4ab2acf67bb8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.704789] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fccecf-4e6a-4713-b4e8-720becc0b33a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.734754] env[62849]: DEBUG nova.compute.manager [req-db2f9dc3-ab1c-45c7-8562-c301687972aa req-2c90f61f-cb03-4693-a94f-840bacb19f66 service nova] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Detach interface failed, port_id=b34a0b1b-276e-4b74-a40b-82ea7580c05a, reason: Instance 8ae34e77-ce18-4116-9b63-16736c95e9b4 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1182.773636] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405218, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.777482] env[62849]: DEBUG nova.compute.manager [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.777745] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.778559] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3840d82-da6b-4b2f-ab69-722c87a4a096 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.786607] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.786870] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b808b082-8b1f-4021-881c-67e667e0cab4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.793925] env[62849]: DEBUG oslo_vmware.api [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1182.793925] env[62849]: value = "task-4405219" [ 1182.793925] env[62849]: _type = "Task" [ 1182.793925] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.804433] env[62849]: DEBUG oslo_vmware.api [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.176630] env[62849]: INFO nova.compute.manager [-] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Took 1.22 seconds to deallocate network for instance. [ 1183.275477] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405218, 'name': CloneVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.304169] env[62849]: DEBUG oslo_vmware.api [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405219, 'name': PowerOffVM_Task, 'duration_secs': 0.221081} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.304487] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.304675] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.304948] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07c5f70c-815c-4998-8f99-1b6ef6c20ab9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.389358] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.389593] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.389779] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Deleting the datastore file [datastore1] 3955891e-9cd7-4b9c-9b2c-def3a469ba33 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.390067] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-389a27e3-cbce-492c-ab40-391469eaa748 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.397262] env[62849]: DEBUG oslo_vmware.api [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for the task: (returnval){ [ 1183.397262] env[62849]: value = "task-4405221" [ 1183.397262] env[62849]: _type = "Task" [ 1183.397262] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.407410] env[62849]: DEBUG oslo_vmware.api [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.683139] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.683490] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.683678] env[62849]: DEBUG nova.objects.instance [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lazy-loading 'resources' on Instance uuid 8ae34e77-ce18-4116-9b63-16736c95e9b4 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.776237] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405218, 'name': CloneVM_Task, 'duration_secs': 1.080391} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.776535] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Created linked-clone VM from snapshot [ 1183.777316] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a395f6b-4a72-487f-b405-8bd1b4bb0241 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.785274] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Uploading image c6397378-15cf-4b9f-874a-fba59f5e3a99 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1183.798103] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1183.798349] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db233a93-9ab9-403d-b862-37901fcce740 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.806556] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1183.806556] env[62849]: value = "task-4405222" [ 1183.806556] env[62849]: _type = "Task" [ 1183.806556] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.818419] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405222, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.908319] env[62849]: DEBUG oslo_vmware.api [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Task: {'id': task-4405221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492158} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.908590] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.908855] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.909162] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.909357] env[62849]: INFO nova.compute.manager [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1183.909698] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.909947] env[62849]: DEBUG nova.compute.manager [-] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.910087] env[62849]: DEBUG nova.network.neutron [-] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1184.221949] env[62849]: DEBUG nova.compute.manager [req-f3b38c19-24fc-4304-95e9-d6c09856dc09 req-d5cf91a8-94ba-4e3f-bdca-8bb7585a0469 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Received event network-vif-deleted-304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1184.222224] env[62849]: INFO nova.compute.manager [req-f3b38c19-24fc-4304-95e9-d6c09856dc09 req-d5cf91a8-94ba-4e3f-bdca-8bb7585a0469 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Neutron deleted interface 304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5; detaching it from the instance and deleting it from the info cache [ 1184.222515] env[62849]: DEBUG nova.network.neutron [req-f3b38c19-24fc-4304-95e9-d6c09856dc09 req-d5cf91a8-94ba-4e3f-bdca-8bb7585a0469 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.288076] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcd5640-d342-4208-9b58-f0e2a422cdd5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.296701] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b69f14-cda8-484c-b4be-af965c05d03a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.330246] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75007ba1-7bcc-48be-ac5b-1fd6b4b61cc4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.341187] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354243cf-5f07-483e-b6a7-2fd43ccb0898 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.345207] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405222, 'name': Destroy_Task} progress is 33%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.355589] env[62849]: DEBUG nova.compute.provider_tree [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.681393] env[62849]: DEBUG nova.network.neutron [-] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.728092] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45383d2b-5473-4f2c-b234-512c7bebec87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.738892] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34821f2-6fa2-45c3-8bba-ca06f2506ea6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.770971] env[62849]: DEBUG nova.compute.manager [req-f3b38c19-24fc-4304-95e9-d6c09856dc09 req-d5cf91a8-94ba-4e3f-bdca-8bb7585a0469 service nova] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Detach interface failed, port_id=304c70ec-12aa-4a90-8a3e-b5ea2ca49ed5, reason: Instance 3955891e-9cd7-4b9c-9b2c-def3a469ba33 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1184.838749] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405222, 'name': Destroy_Task, 'duration_secs': 0.925479} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.839082] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Destroyed the VM [ 1184.839275] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1184.839541] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2b803315-42b9-4ca8-8f4a-1f4eb66c440d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.847493] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1184.847493] env[62849]: value = "task-4405223" [ 1184.847493] env[62849]: _type = "Task" [ 1184.847493] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.856949] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405223, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.858850] env[62849]: DEBUG nova.scheduler.client.report [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.183773] env[62849]: INFO nova.compute.manager [-] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Took 1.27 seconds to deallocate network for instance. [ 1185.358562] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405223, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.363396] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.385609] env[62849]: INFO nova.scheduler.client.report [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted allocations for instance 8ae34e77-ce18-4116-9b63-16736c95e9b4 [ 1185.690785] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.691143] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.691408] env[62849]: DEBUG nova.objects.instance [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lazy-loading 'resources' on Instance uuid 3955891e-9cd7-4b9c-9b2c-def3a469ba33 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.859328] env[62849]: DEBUG oslo_vmware.api [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405223, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906789} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.859760] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1185.893062] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f7dc05b-22c9-4a7b-b82f-7b2f234595a3 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "8ae34e77-ce18-4116-9b63-16736c95e9b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.053s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.272845] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d371e672-91f5-4d20-9b9d-092c0ef4e08f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.281240] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dca6f6-4209-4809-b818-f030f465bec5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.315233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cb5804-1607-4a73-b314-2a3a61dd65d0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.323827] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88974f7f-7d2c-47fa-8bf5-e1c5dbcd6ff7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.338916] env[62849]: DEBUG nova.compute.provider_tree [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.364578] env[62849]: WARNING nova.compute.manager [None req-e6a9bcb2-3092-473c-b347-67eb3f820560 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Image not found during snapshot: nova.exception.ImageNotFound: Image c6397378-15cf-4b9f-874a-fba59f5e3a99 could not be found. [ 1186.653098] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.653356] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.653560] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.653749] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.653916] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.655976] env[62849]: INFO nova.compute.manager [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Terminating instance [ 1186.842857] env[62849]: DEBUG nova.scheduler.client.report [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.159653] env[62849]: DEBUG nova.compute.manager [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.160079] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.160797] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e1003-9e84-48c4-90c7-fa0d451452cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.169346] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.169586] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-906ebe17-84c1-4e5c-8259-817225dfa420 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.176048] env[62849]: DEBUG oslo_vmware.api [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1187.176048] env[62849]: value = "task-4405224" [ 1187.176048] env[62849]: _type = "Task" [ 1187.176048] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.184458] env[62849]: DEBUG oslo_vmware.api [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.347984] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.375593] env[62849]: INFO nova.scheduler.client.report [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Deleted allocations for instance 3955891e-9cd7-4b9c-9b2c-def3a469ba33 [ 1187.395680] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "d8296ae4-d74a-4838-94b8-065e93f89260" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.395939] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "d8296ae4-d74a-4838-94b8-065e93f89260" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.396158] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "d8296ae4-d74a-4838-94b8-065e93f89260-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.396341] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "d8296ae4-d74a-4838-94b8-065e93f89260-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.396600] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "d8296ae4-d74a-4838-94b8-065e93f89260-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.398629] env[62849]: INFO nova.compute.manager [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Terminating instance [ 1187.688348] env[62849]: DEBUG oslo_vmware.api [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405224, 'name': PowerOffVM_Task, 'duration_secs': 0.228203} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.689062] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.689165] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.689353] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a50701f-25e0-4cf3-88d4-1caf3e179897 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.754310] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.754543] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.754700] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleting the datastore file [datastore2] 085a5ca0-21eb-4379-8858-ae7bb0ba1386 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.754976] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cc4e990-abff-4faf-b9e4-b58f8eb5d4c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.761822] env[62849]: DEBUG oslo_vmware.api [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for the task: (returnval){ [ 1187.761822] env[62849]: value = "task-4405226" [ 1187.761822] env[62849]: _type = "Task" [ 1187.761822] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.770109] env[62849]: DEBUG oslo_vmware.api [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.884252] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cfffb35-6773-40be-b1c8-89b6df8cf870 tempest-ServerGroupTestJSON-1779223489 tempest-ServerGroupTestJSON-1779223489-project-member] Lock "3955891e-9cd7-4b9c-9b2c-def3a469ba33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.617s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.902723] env[62849]: DEBUG nova.compute.manager [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.902965] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.904272] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a99d782-43f2-4792-a664-d3c19895f37d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.912778] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.913036] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35951a71-4532-4694-aaa8-19593656ff65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.920529] env[62849]: DEBUG oslo_vmware.api [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1187.920529] env[62849]: value = "task-4405227" [ 1187.920529] env[62849]: _type = "Task" [ 1187.920529] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.929732] env[62849]: DEBUG oslo_vmware.api [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.272776] env[62849]: DEBUG oslo_vmware.api [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Task: {'id': task-4405226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13363} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.274032] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.274032] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.274210] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.274275] env[62849]: INFO nova.compute.manager [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1188.274524] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.274721] env[62849]: DEBUG nova.compute.manager [-] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.274817] env[62849]: DEBUG nova.network.neutron [-] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1188.433181] env[62849]: DEBUG oslo_vmware.api [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405227, 'name': PowerOffVM_Task, 'duration_secs': 0.222661} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.434146] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.434461] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.434831] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4e614d7-1583-4ed7-8325-54e163a19b7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.500794] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.500931] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.501108] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleting the datastore file [datastore1] d8296ae4-d74a-4838-94b8-065e93f89260 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.501420] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79cde4d9-64f0-4ef9-ad0c-3865adb1274c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.511018] env[62849]: DEBUG oslo_vmware.api [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for the task: (returnval){ [ 1188.511018] env[62849]: value = "task-4405229" [ 1188.511018] env[62849]: _type = "Task" [ 1188.511018] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.521987] env[62849]: DEBUG oslo_vmware.api [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.547997] env[62849]: DEBUG nova.compute.manager [req-29ce7cfc-9f3f-4d6a-9da4-ff4e6fb2f76d req-760daf13-31ad-44cb-a222-b5463d38a5ec service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Received event network-vif-deleted-b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1188.548291] env[62849]: INFO nova.compute.manager [req-29ce7cfc-9f3f-4d6a-9da4-ff4e6fb2f76d req-760daf13-31ad-44cb-a222-b5463d38a5ec service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Neutron deleted interface b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba; detaching it from the instance and deleting it from the info cache [ 1188.548448] env[62849]: DEBUG nova.network.neutron [req-29ce7cfc-9f3f-4d6a-9da4-ff4e6fb2f76d req-760daf13-31ad-44cb-a222-b5463d38a5ec service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.021102] env[62849]: DEBUG oslo_vmware.api [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Task: {'id': task-4405229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140458} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.021365] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.021555] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.021861] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.021914] env[62849]: INFO nova.compute.manager [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1189.022133] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.022332] env[62849]: DEBUG nova.compute.manager [-] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.022455] env[62849]: DEBUG nova.network.neutron [-] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1189.024522] env[62849]: DEBUG nova.network.neutron [-] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.050962] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a23d61a-062b-43d8-9e78-f2527fe13b23 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.061504] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e05fcc-47dd-4189-af94-0c68dce24ab5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.098106] env[62849]: DEBUG nova.compute.manager [req-29ce7cfc-9f3f-4d6a-9da4-ff4e6fb2f76d req-760daf13-31ad-44cb-a222-b5463d38a5ec service nova] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Detach interface failed, port_id=b07415e9-9ae7-4ac5-99c5-9a0ce1c491ba, reason: Instance 085a5ca0-21eb-4379-8858-ae7bb0ba1386 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1189.530583] env[62849]: INFO nova.compute.manager [-] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Took 1.25 seconds to deallocate network for instance. [ 1189.804087] env[62849]: DEBUG nova.network.neutron [-] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.038202] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.038452] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.038674] env[62849]: DEBUG nova.objects.instance [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lazy-loading 'resources' on Instance uuid 085a5ca0-21eb-4379-8858-ae7bb0ba1386 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.306505] env[62849]: INFO nova.compute.manager [-] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Took 1.28 seconds to deallocate network for instance. [ 1190.581205] env[62849]: DEBUG nova.compute.manager [req-ff0fa015-aebb-4268-bcbb-9b8278be090f req-7540befd-5c60-4536-a9b6-1807c1f16aeb service nova] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Received event network-vif-deleted-63613e58-6334-4615-b277-26c67c0fe4c5 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1190.616699] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2abd87e-2bc3-45a1-b1d9-311b85422e2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.625118] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441c6dc4-be41-4b7c-98da-23d8ecc9e9fd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.656069] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24fff3f-23d5-4824-a75c-66ef96f4cee2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.664558] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cd4a36-109d-4fb2-87e2-ae47a4377371 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.680050] env[62849]: DEBUG nova.compute.provider_tree [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.814822] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.184278] env[62849]: DEBUG nova.scheduler.client.report [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.377178] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.377463] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.557901] env[62849]: DEBUG oslo_concurrency.lockutils [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.558173] env[62849]: DEBUG oslo_concurrency.lockutils [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.558359] env[62849]: DEBUG nova.compute.manager [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.559647] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc7625e-265c-428f-ae3f-76dbd7ac7476 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.566842] env[62849]: DEBUG nova.compute.manager [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1191.567413] env[62849]: DEBUG nova.objects.instance [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'flavor' on Instance uuid 2c51a976-75d0-4f66-bba7-d5b5b8d33834 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.688508] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.690962] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.876s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.691221] env[62849]: DEBUG nova.objects.instance [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lazy-loading 'resources' on Instance uuid d8296ae4-d74a-4838-94b8-065e93f89260 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.712893] env[62849]: INFO nova.scheduler.client.report [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Deleted allocations for instance 085a5ca0-21eb-4379-8858-ae7bb0ba1386 [ 1191.752968] env[62849]: INFO nova.compute.manager [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Rebuilding instance [ 1191.794740] env[62849]: DEBUG nova.compute.manager [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.795623] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27abbf04-79b7-4ed0-b3b6-37434921e29f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.881129] env[62849]: DEBUG nova.compute.manager [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.219993] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7657a347-8285-4ee9-837c-80e730cab9e1 tempest-ServersTestJSON-1267616671 tempest-ServersTestJSON-1267616671-project-member] Lock "085a5ca0-21eb-4379-8858-ae7bb0ba1386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.566s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.265388] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56728263-8eda-4d98-a3ed-4d7060fc3362 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.273645] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146ad088-325b-463f-9f11-805da29e8185 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.304710] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519fd68b-9107-49f5-8606-d7bbaa61ea67 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.315637] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1938a281-9aea-4393-b6ed-d83c4b7d3778 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.330715] env[62849]: DEBUG nova.compute.provider_tree [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.399493] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.574095] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.574546] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd5eebb-49b0-4bc3-9b01-b66775978d21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.583201] env[62849]: DEBUG oslo_vmware.api [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1192.583201] env[62849]: value = "task-4405230" [ 1192.583201] env[62849]: _type = "Task" [ 1192.583201] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.595402] env[62849]: DEBUG oslo_vmware.api [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.811535] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.812019] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66d57f75-2b91-48ad-9a23-52497085ac32 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.820945] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1192.820945] env[62849]: value = "task-4405231" [ 1192.820945] env[62849]: _type = "Task" [ 1192.820945] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.835568] env[62849]: DEBUG nova.scheduler.client.report [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.839818] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.095080] env[62849]: DEBUG oslo_vmware.api [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405230, 'name': PowerOffVM_Task, 'duration_secs': 0.191638} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.095365] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.095566] env[62849]: DEBUG nova.compute.manager [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.096345] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3761155c-63d1-4b15-9efb-c99debae5340 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.331629] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405231, 'name': PowerOffVM_Task, 'duration_secs': 0.174577} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.331902] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.332665] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.332916] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba1def0-431e-4714-9866-e945342232a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.341359] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.343449] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1193.343449] env[62849]: value = "task-4405232" [ 1193.343449] env[62849]: _type = "Task" [ 1193.343449] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.343925] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.945s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.345381] env[62849]: INFO nova.compute.claims [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.357197] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1193.357417] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.357611] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862135', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'name': 'volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5db002f-026c-4f20-90cb-20aaf588eec0', 'attached_at': '', 'detached_at': '', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'serial': '90e656c8-312d-4bb4-b3d7-75bf71c724aa'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.358395] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da4fc9-147c-4b6a-ad5e-06a596267d0b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.377403] env[62849]: INFO nova.scheduler.client.report [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Deleted allocations for instance d8296ae4-d74a-4838-94b8-065e93f89260 [ 1193.378951] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b06e2b-c83b-46e2-a1c9-f100674b457d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.390978] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1dd083-f0a1-4379-abdb-135ea6288223 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.409099] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24a947b-a975-445f-894d-5db065b9bf1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.426031] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] The volume has not been displaced from its original location: [datastore2] volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa/volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1193.434024] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1193.434024] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743f450c-bb37-4c94-a24a-ccbe32b57e66 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.453242] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1193.453242] env[62849]: value = "task-4405233" [ 1193.453242] env[62849]: _type = "Task" [ 1193.453242] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.462643] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.608709] env[62849]: DEBUG oslo_concurrency.lockutils [None req-544a0b0a-5ebd-4007-856a-7e89fe2e83df tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.888979] env[62849]: DEBUG oslo_concurrency.lockutils [None req-50447c83-d9bb-45f9-9f04-1dab7f261d13 tempest-ImagesTestJSON-1786483082 tempest-ImagesTestJSON-1786483082-project-member] Lock "d8296ae4-d74a-4838-94b8-065e93f89260" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.493s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.967982] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405233, 'name': ReconfigVM_Task, 'duration_secs': 0.16481} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.968287] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.973473] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d4e841-9923-48e2-8f99-fa04a5ee4999 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.993529] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1193.993529] env[62849]: value = "task-4405234" [ 1193.993529] env[62849]: _type = "Task" [ 1193.993529] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.003494] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.335447] env[62849]: DEBUG nova.objects.instance [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'flavor' on Instance uuid 2c51a976-75d0-4f66-bba7-d5b5b8d33834 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.415131] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78abdefa-c63b-490a-ae30-2e4e9274c95e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.423429] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98658d96-0b5e-4d62-b3b0-750e6a29510a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.456146] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619ac90-4bbf-4d86-9c70-29937157666d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.466942] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b561e1-41aa-4e5c-b18b-85b9cece111f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.484115] env[62849]: DEBUG nova.compute.provider_tree [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.508144] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405234, 'name': ReconfigVM_Task, 'duration_secs': 0.152059} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.508629] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862135', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'name': 'volume-90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5db002f-026c-4f20-90cb-20aaf588eec0', 'attached_at': '', 'detached_at': '', 'volume_id': '90e656c8-312d-4bb4-b3d7-75bf71c724aa', 'serial': '90e656c8-312d-4bb4-b3d7-75bf71c724aa'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.508971] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.509890] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed18df20-4123-406e-b44a-8686ccc8686b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.518372] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.518806] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24e56d8d-e53a-4e51-b0ea-4ba0a28332ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.593255] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.593466] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.593655] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Deleting the datastore file [datastore2] b5db002f-026c-4f20-90cb-20aaf588eec0 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.593949] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e3f1790-0fb2-42b5-a2c7-d1dfaa838f9e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.602800] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for the task: (returnval){ [ 1194.602800] env[62849]: value = "task-4405236" [ 1194.602800] env[62849]: _type = "Task" [ 1194.602800] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.612623] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.841468] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.841652] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.841827] env[62849]: DEBUG nova.network.neutron [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1194.842008] env[62849]: DEBUG nova.objects.instance [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'info_cache' on Instance uuid 2c51a976-75d0-4f66-bba7-d5b5b8d33834 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.988068] env[62849]: DEBUG nova.scheduler.client.report [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.116196] env[62849]: DEBUG oslo_vmware.api [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Task: {'id': task-4405236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074235} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.116196] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.116196] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.116196] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.181199] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1195.181538] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0110eb04-2830-456d-a4a2-4b81d2ab6257 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.192757] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baebdaeb-1c0e-482e-b329-b9ede856ef3f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.218948] env[62849]: ERROR nova.compute.manager [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Failed to detach volume 90e656c8-312d-4bb4-b3d7-75bf71c724aa from /dev/sda: nova.exception.InstanceNotFound: Instance b5db002f-026c-4f20-90cb-20aaf588eec0 could not be found. [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Traceback (most recent call last): [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self.driver.rebuild(**kwargs) [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] raise NotImplementedError() [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] NotImplementedError [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] During handling of the above exception, another exception occurred: [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Traceback (most recent call last): [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self.driver.detach_volume(context, old_connection_info, [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] return self._volumeops.detach_volume(connection_info, instance) [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self._detach_volume_vmdk(connection_info, instance) [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] stable_ref.fetch_moref(session) [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] nova.exception.InstanceNotFound: Instance b5db002f-026c-4f20-90cb-20aaf588eec0 could not be found. [ 1195.218948] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] [ 1195.345972] env[62849]: DEBUG nova.objects.base [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Object Instance<2c51a976-75d0-4f66-bba7-d5b5b8d33834> lazy-loaded attributes: flavor,info_cache {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.388683] env[62849]: DEBUG nova.compute.utils [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Build of instance b5db002f-026c-4f20-90cb-20aaf588eec0 aborted: Failed to rebuild volume backed instance. {{(pid=62849) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1195.394045] env[62849]: ERROR nova.compute.manager [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b5db002f-026c-4f20-90cb-20aaf588eec0 aborted: Failed to rebuild volume backed instance. [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Traceback (most recent call last): [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self.driver.rebuild(**kwargs) [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] raise NotImplementedError() [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] NotImplementedError [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] During handling of the above exception, another exception occurred: [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Traceback (most recent call last): [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self._detach_root_volume(context, instance, root_bdm) [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] with excutils.save_and_reraise_exception(): [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self.force_reraise() [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] raise self.value [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self.driver.detach_volume(context, old_connection_info, [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] return self._volumeops.detach_volume(connection_info, instance) [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self._detach_volume_vmdk(connection_info, instance) [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] stable_ref.fetch_moref(session) [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] nova.exception.InstanceNotFound: Instance b5db002f-026c-4f20-90cb-20aaf588eec0 could not be found. [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] During handling of the above exception, another exception occurred: [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Traceback (most recent call last): [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 11557, in _error_out_instance_on_exception [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] yield [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1195.394045] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self._do_rebuild_instance_with_claim( [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self._do_rebuild_instance( [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self._rebuild_default_impl(**kwargs) [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] self._rebuild_volume_backed_instance( [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] raise exception.BuildAbortException( [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] nova.exception.BuildAbortException: Build of instance b5db002f-026c-4f20-90cb-20aaf588eec0 aborted: Failed to rebuild volume backed instance. [ 1195.396241] env[62849]: ERROR nova.compute.manager [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] [ 1195.494244] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.494791] env[62849]: DEBUG nova.compute.manager [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.999532] env[62849]: DEBUG nova.compute.utils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.002205] env[62849]: DEBUG nova.compute.manager [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1196.062589] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "aa2f9828-5833-4454-9822-507be5efc66b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.062897] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "aa2f9828-5833-4454-9822-507be5efc66b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.112822] env[62849]: DEBUG nova.network.neutron [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updating instance_info_cache with network_info: [{"id": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "address": "fa:16:3e:eb:fc:c9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c2358d-9c", "ovs_interfaceid": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.502650] env[62849]: DEBUG nova.compute.manager [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.564961] env[62849]: DEBUG nova.compute.manager [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.615657] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.089961] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.090271] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.092847] env[62849]: INFO nova.compute.claims [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.411059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.513965] env[62849]: DEBUG nova.compute.manager [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.542774] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.543036] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.543198] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.543380] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.543575] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.543731] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.543942] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.544122] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.544293] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.544457] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.544632] env[62849]: DEBUG nova.virt.hardware [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.545544] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf93f7e-ab7f-48cd-9f87-79bb66ff78b5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.553957] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d4bc41-11f1-423a-9ea4-c8476e7013b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.570461] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.576011] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Creating folder: Project (0cb7ef0d3aa44e6cb38f9e68155aefa8). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.576254] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82dfb724-1c33-438b-a6a6-082f92913f57 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.589462] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Created folder: Project (0cb7ef0d3aa44e6cb38f9e68155aefa8) in parent group-v861840. [ 1197.589679] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Creating folder: Instances. Parent ref: group-v862152. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.589924] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a0765c-819f-47a4-8f11-1c04211fe6de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.600946] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Created folder: Instances in parent group-v862152. [ 1197.601653] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.602062] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.602337] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46c55f7c-6427-4ba2-8959-36eebff03b55 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.620657] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.620657] env[62849]: value = "task-4405239" [ 1197.620657] env[62849]: _type = "Task" [ 1197.620657] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.621230] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.624252] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-391b998c-f7e7-4cc4-a707-2aac58913c7f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.631311] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405239, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.632585] env[62849]: DEBUG oslo_vmware.api [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1197.632585] env[62849]: value = "task-4405240" [ 1197.632585] env[62849]: _type = "Task" [ 1197.632585] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.640555] env[62849]: DEBUG oslo_vmware.api [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.796089] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Acquiring lock "b5db002f-026c-4f20-90cb-20aaf588eec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.796315] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.796594] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Acquiring lock "b5db002f-026c-4f20-90cb-20aaf588eec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.796742] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.796909] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.799587] env[62849]: INFO nova.compute.manager [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Terminating instance [ 1198.134731] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405239, 'name': CreateVM_Task, 'duration_secs': 0.301507} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.137845] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.140588] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.140757] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.141101] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.141852] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6310c567-142f-4cba-a957-3ac81296102b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.147528] env[62849]: DEBUG oslo_vmware.api [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405240, 'name': PowerOnVM_Task, 'duration_secs': 0.412706} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.148741] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.148945] env[62849]: DEBUG nova.compute.manager [None req-4e08b9da-226e-4937-8f16-4791078788b1 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.149288] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1198.149288] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524cd1fe-e8fb-6b2f-0981-0bdfbdf30b2f" [ 1198.149288] env[62849]: _type = "Task" [ 1198.149288] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.149974] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e081083-8127-4c23-a7c4-4a916a07de02 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.163455] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524cd1fe-e8fb-6b2f-0981-0bdfbdf30b2f, 'name': SearchDatastore_Task} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.165027] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.165269] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.165496] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.165642] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.165817] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.169255] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd90013b-da21-4179-8275-b658474eac1f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.171442] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfcb32f-37b8-472d-87f6-41a1f4364fd0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.179311] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce02dc-c0bd-4e75-8d14-a6154ff4b8a5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.183242] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.183417] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.184490] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f87e41e-5388-4c1a-a36e-0dd6ee404e2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.215257] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda61544-52ce-4f4f-94c6-3c52062a0aca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.218017] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1198.218017] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52be021f-c827-5233-1724-18ed4a20bc42" [ 1198.218017] env[62849]: _type = "Task" [ 1198.218017] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.228198] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf80c19-4dd9-4532-82ca-2947587dbdce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.239634] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52be021f-c827-5233-1724-18ed4a20bc42, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.241226] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b2cbcc-4c86-4f3a-83a1-808798cbf26e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.258315] env[62849]: DEBUG nova.compute.provider_tree [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.265023] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1198.265023] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c0b9e-8f99-d0b5-993a-8fbc6ef34d18" [ 1198.265023] env[62849]: _type = "Task" [ 1198.265023] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.274959] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c0b9e-8f99-d0b5-993a-8fbc6ef34d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.307023] env[62849]: DEBUG nova.compute.manager [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.307023] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8920864-c3ca-44f0-9c57-1e9e389a55ed {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.318236] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a87556-b24e-42f4-812f-681e6d51e13b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.344754] env[62849]: WARNING nova.virt.vmwareapi.driver [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b5db002f-026c-4f20-90cb-20aaf588eec0 could not be found. [ 1198.345246] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.345915] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afd91a77-bfab-43ac-8e60-6992b748ab1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.355928] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922666d1-cca0-40c7-a229-9d17586b893d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.382871] env[62849]: WARNING nova.virt.vmwareapi.vmops [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b5db002f-026c-4f20-90cb-20aaf588eec0 could not be found. [ 1198.382871] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.382871] env[62849]: INFO nova.compute.manager [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1198.383160] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.383209] env[62849]: DEBUG nova.compute.manager [-] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.383827] env[62849]: DEBUG nova.network.neutron [-] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1198.762840] env[62849]: DEBUG nova.scheduler.client.report [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.778132] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]523c0b9e-8f99-d0b5-993a-8fbc6ef34d18, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.778437] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.778698] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da/261b8f39-9983-4b2a-9fd3-4314f0b0f8da.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.778960] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5b134fa-e03d-4acf-8774-72a63070b206 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.788946] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1198.788946] env[62849]: value = "task-4405241" [ 1198.788946] env[62849]: _type = "Task" [ 1198.788946] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.798807] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.077016] env[62849]: DEBUG nova.compute.manager [req-45026fc4-7eb9-48ba-bb9a-2ef21184b414 req-2aa153aa-df13-41c6-aa61-17ff3c2dec07 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Received event network-vif-deleted-fc39c5b2-b84e-46ad-a863-0d61fc056716 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1199.077816] env[62849]: INFO nova.compute.manager [req-45026fc4-7eb9-48ba-bb9a-2ef21184b414 req-2aa153aa-df13-41c6-aa61-17ff3c2dec07 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Neutron deleted interface fc39c5b2-b84e-46ad-a863-0d61fc056716; detaching it from the instance and deleting it from the info cache [ 1199.078061] env[62849]: DEBUG nova.network.neutron [req-45026fc4-7eb9-48ba-bb9a-2ef21184b414 req-2aa153aa-df13-41c6-aa61-17ff3c2dec07 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.266136] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd024f-8520-4953-862f-ad482e009150 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.269612] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.270219] env[62849]: DEBUG nova.compute.manager [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.274063] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.863s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.281947] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed97fcff-8c3c-4857-8c64-788fe6978d13 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Suspending the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1199.282312] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6867a435-2e4b-4405-9d2c-1d649ca73f8b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.290862] env[62849]: DEBUG oslo_vmware.api [None req-ed97fcff-8c3c-4857-8c64-788fe6978d13 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1199.290862] env[62849]: value = "task-4405242" [ 1199.290862] env[62849]: _type = "Task" [ 1199.290862] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.315281] env[62849]: DEBUG oslo_vmware.api [None req-ed97fcff-8c3c-4857-8c64-788fe6978d13 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405242, 'name': SuspendVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.315645] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405241, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.353448] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f54a170-0050-4828-ad05-7de0a34bfcaf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.362586] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8794d0bd-e21e-451a-a5f7-1abc82c1703c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.397181] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a424af-d11b-4f7f-9f21-7ffa1916c56c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.406766] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2edc3d-e073-4b36-97ab-36edf52ca069 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.422527] env[62849]: DEBUG nova.compute.provider_tree [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.561034] env[62849]: DEBUG nova.network.neutron [-] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.581606] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a392d337-8ffd-4f31-a7a5-391d1464a8b9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.592788] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397bf0c6-ca55-462a-9c59-7e8af800ee9f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.622635] env[62849]: DEBUG nova.compute.manager [req-45026fc4-7eb9-48ba-bb9a-2ef21184b414 req-2aa153aa-df13-41c6-aa61-17ff3c2dec07 service nova] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Detach interface failed, port_id=fc39c5b2-b84e-46ad-a863-0d61fc056716, reason: Instance b5db002f-026c-4f20-90cb-20aaf588eec0 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1199.777152] env[62849]: DEBUG nova.compute.utils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.778043] env[62849]: DEBUG nova.compute.manager [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Not allocating networking since 'none' was specified. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1199.810167] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560813} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.810455] env[62849]: DEBUG oslo_vmware.api [None req-ed97fcff-8c3c-4857-8c64-788fe6978d13 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405242, 'name': SuspendVM_Task} progress is 58%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.810622] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da/261b8f39-9983-4b2a-9fd3-4314f0b0f8da.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.810800] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.811104] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7321e86-df0d-4fef-858c-43bc78a4607c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.819125] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1199.819125] env[62849]: value = "task-4405243" [ 1199.819125] env[62849]: _type = "Task" [ 1199.819125] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.830479] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.928094] env[62849]: DEBUG nova.scheduler.client.report [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.063673] env[62849]: INFO nova.compute.manager [-] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Took 1.68 seconds to deallocate network for instance. [ 1200.279992] env[62849]: DEBUG nova.compute.manager [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.306408] env[62849]: DEBUG oslo_vmware.api [None req-ed97fcff-8c3c-4857-8c64-788fe6978d13 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405242, 'name': SuspendVM_Task, 'duration_secs': 0.704992} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.306683] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-ed97fcff-8c3c-4857-8c64-788fe6978d13 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Suspended the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1200.306859] env[62849]: DEBUG nova.compute.manager [None req-ed97fcff-8c3c-4857-8c64-788fe6978d13 tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.307660] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3bf844-7c85-4e9f-8263-adb63cc40fa9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.333027] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070417} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.333311] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.334148] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bef4cb-7e51-44a1-9edd-e0ae8a94048c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.355165] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da/261b8f39-9983-4b2a-9fd3-4314f0b0f8da.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.355979] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee1ca98-bd33-49f7-85be-7fc92bb91a64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.376374] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1200.376374] env[62849]: value = "task-4405244" [ 1200.376374] env[62849]: _type = "Task" [ 1200.376374] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.386305] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.439261] env[62849]: DEBUG oslo_concurrency.lockutils [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.165s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.439489] env[62849]: INFO nova.compute.manager [None req-59e35932-6117-4e68-93a3-be621f354b0d tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Successfully reverted task state from rebuilding on failure for instance. [ 1200.613171] env[62849]: INFO nova.compute.manager [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Took 0.55 seconds to detach 1 volumes for instance. [ 1200.616207] env[62849]: DEBUG nova.compute.manager [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Deleting volume: 90e656c8-312d-4bb4-b3d7-75bf71c724aa {{(pid=62849) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1200.888422] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405244, 'name': ReconfigVM_Task, 'duration_secs': 0.305051} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.888727] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da/261b8f39-9983-4b2a-9fd3-4314f0b0f8da.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.889378] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a05298d-e5b3-4a5e-9883-bc7d5a06c5b7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.896959] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1200.896959] env[62849]: value = "task-4405246" [ 1200.896959] env[62849]: _type = "Task" [ 1200.896959] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.906467] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405246, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.158401] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.158689] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.158924] env[62849]: DEBUG nova.objects.instance [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lazy-loading 'resources' on Instance uuid b5db002f-026c-4f20-90cb-20aaf588eec0 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.291115] env[62849]: DEBUG nova.compute.manager [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.316649] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.316920] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.317091] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.317321] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.317412] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.317558] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.317768] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.317926] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.318109] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.318276] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.318446] env[62849]: DEBUG nova.virt.hardware [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.319530] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f5ed52-0915-447c-b5eb-d5bcac52d1eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.328335] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae5df06-135a-482d-9280-6ded8b66c994 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.343752] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.349278] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Creating folder: Project (5afa98f44de44533946dcb8578966a7d). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.349563] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d945c2-dbe0-4408-a234-a169e6f13d1c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.360814] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Created folder: Project (5afa98f44de44533946dcb8578966a7d) in parent group-v861840. [ 1201.361082] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Creating folder: Instances. Parent ref: group-v862155. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.361409] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8208a1a-e311-489a-98ea-7e9f40088982 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.371869] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Created folder: Instances in parent group-v862155. [ 1201.372260] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.372627] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.372826] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a6eda6e-173a-4881-96c7-31e8936cdd48 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.391459] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.391459] env[62849]: value = "task-4405249" [ 1201.391459] env[62849]: _type = "Task" [ 1201.391459] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.399311] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405249, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.407470] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405246, 'name': Rename_Task, 'duration_secs': 0.15315} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.407732] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.407963] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b5ad43-8a45-4d76-aa70-20da5f90bd93 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.415118] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1201.415118] env[62849]: value = "task-4405250" [ 1201.415118] env[62849]: _type = "Task" [ 1201.415118] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.424136] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.722707] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72bf380-e373-40ee-96db-70880e2effb6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.731873] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a4f3d1-9519-46e5-bd78-d299b3d70427 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.739623] env[62849]: INFO nova.compute.manager [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Resuming [ 1201.740262] env[62849]: DEBUG nova.objects.instance [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'flavor' on Instance uuid 2c51a976-75d0-4f66-bba7-d5b5b8d33834 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.771714] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7dac7a-60e6-4115-86f3-c4ad092dbc98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.781123] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df933a1-effe-435a-96be-18166c0b3188 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.797901] env[62849]: DEBUG nova.compute.provider_tree [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.901410] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405249, 'name': CreateVM_Task, 'duration_secs': 0.287137} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.901612] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.901978] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.902153] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.902501] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.902755] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73603097-c3bd-4a9f-88d5-ce6535b7eccc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.907880] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1201.907880] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288be5d-15da-0f1a-3e47-c559a2de59d2" [ 1201.907880] env[62849]: _type = "Task" [ 1201.907880] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.917167] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288be5d-15da-0f1a-3e47-c559a2de59d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.925178] env[62849]: DEBUG oslo_vmware.api [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405250, 'name': PowerOnVM_Task, 'duration_secs': 0.497776} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.925405] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.925603] env[62849]: INFO nova.compute.manager [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Took 4.41 seconds to spawn the instance on the hypervisor. [ 1201.925782] env[62849]: DEBUG nova.compute.manager [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.926565] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c30ad7-245c-48c3-a494-6d68d7b9b8e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.301665] env[62849]: DEBUG nova.scheduler.client.report [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.419262] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5288be5d-15da-0f1a-3e47-c559a2de59d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.419548] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.419777] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.420016] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.420210] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.420381] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.420657] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a800b9f9-3c7a-4af1-9917-a2aa9a8a62f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.430344] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.430526] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.431280] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba9b2a4-4e23-45e4-a31a-84f428771d85 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.440979] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1202.440979] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e88034-fde4-a6a5-9924-68f75a724fbd" [ 1202.440979] env[62849]: _type = "Task" [ 1202.440979] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.445943] env[62849]: INFO nova.compute.manager [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Took 10.06 seconds to build instance. [ 1202.453256] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e88034-fde4-a6a5-9924-68f75a724fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.454256] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db50f15-beca-48e0-bc72-543cd903c775 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.460425] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1202.460425] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5252ff7a-143d-7a7c-f98f-cbf9f4c0528a" [ 1202.460425] env[62849]: _type = "Task" [ 1202.460425] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.469610] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5252ff7a-143d-7a7c-f98f-cbf9f4c0528a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.777961] env[62849]: DEBUG oslo_concurrency.lockutils [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.778171] env[62849]: DEBUG oslo_concurrency.lockutils [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquired lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.778351] env[62849]: DEBUG nova.network.neutron [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1202.807184] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.948346] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1dbe1984-c49a-457e-94fe-3e7988f9609e tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.571s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.972841] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5252ff7a-143d-7a7c-f98f-cbf9f4c0528a, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.973120] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.973370] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] aa2f9828-5833-4454-9822-507be5efc66b/aa2f9828-5833-4454-9822-507be5efc66b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.973633] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef34b69a-8e38-4fd7-91e4-198ac9afbfc0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.981136] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1202.981136] env[62849]: value = "task-4405251" [ 1202.981136] env[62849]: _type = "Task" [ 1202.981136] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.989937] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.255829] env[62849]: INFO nova.compute.manager [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Rebuilding instance [ 1203.304937] env[62849]: DEBUG nova.compute.manager [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.305835] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c41f85-fd05-4743-9cf3-ccabcda0decc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.330059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0b354a47-f79c-4fb5-8580-045fea8b22e9 tempest-ServerActionsV293TestJSON-861524001 tempest-ServerActionsV293TestJSON-861524001-project-member] Lock "b5db002f-026c-4f20-90cb-20aaf588eec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.534s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.492208] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474815} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.492498] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] aa2f9828-5833-4454-9822-507be5efc66b/aa2f9828-5833-4454-9822-507be5efc66b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.492726] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.492985] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b1a4811-da75-440d-b860-7bf09f98f180 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.500486] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1203.500486] env[62849]: value = "task-4405252" [ 1203.500486] env[62849]: _type = "Task" [ 1203.500486] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.513028] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.629800] env[62849]: DEBUG nova.network.neutron [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updating instance_info_cache with network_info: [{"id": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "address": "fa:16:3e:eb:fc:c9", "network": {"id": "3d064ca8-e387-420c-a152-1d69e5930280", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1342627581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be2f8276d9fb4f92b7592668686a977d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86b8f7fc-c105-4bcb-a4ec-c363ed38b17a", "external-id": "nsx-vlan-transportzone-830", "segmentation_id": 830, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c2358d-9c", "ovs_interfaceid": "e9c2358d-9ca1-4a03-97dd-897df34d287f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.010628] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062697} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.010952] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.011766] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9042a1a1-8a3d-495d-85d8-8081cfe2b7c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.031999] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] aa2f9828-5833-4454-9822-507be5efc66b/aa2f9828-5833-4454-9822-507be5efc66b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.032304] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72287a6b-e1a4-45d2-97a6-a45c2d4131f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.052795] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1204.052795] env[62849]: value = "task-4405253" [ 1204.052795] env[62849]: _type = "Task" [ 1204.052795] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.061610] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.133511] env[62849]: DEBUG oslo_concurrency.lockutils [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Releasing lock "refresh_cache-2c51a976-75d0-4f66-bba7-d5b5b8d33834" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.134880] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1065ff-1994-48b9-9b40-f71bbc180200 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.143558] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Resuming the VM {{(pid=62849) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1204.144011] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e397c826-ec43-4510-a93a-cdac74895583 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.152370] env[62849]: DEBUG oslo_vmware.api [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1204.152370] env[62849]: value = "task-4405254" [ 1204.152370] env[62849]: _type = "Task" [ 1204.152370] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.161027] env[62849]: DEBUG oslo_vmware.api [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.325157] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.325669] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f727d6d0-e023-4e46-a026-35ba39124aa4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.334136] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1204.334136] env[62849]: value = "task-4405255" [ 1204.334136] env[62849]: _type = "Task" [ 1204.334136] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.345044] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.568430] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405253, 'name': ReconfigVM_Task, 'duration_secs': 0.359051} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.568747] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] aa2f9828-5833-4454-9822-507be5efc66b/aa2f9828-5833-4454-9822-507be5efc66b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.569531] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd0590a6-94e9-4877-b78f-5a2a6744fc78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.582351] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1204.582351] env[62849]: value = "task-4405256" [ 1204.582351] env[62849]: _type = "Task" [ 1204.582351] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.597617] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405256, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.664032] env[62849]: DEBUG oslo_vmware.api [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.847148] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405255, 'name': PowerOffVM_Task, 'duration_secs': 0.126168} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.847399] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.847618] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.848411] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaee9b0f-54f1-4197-ba1b-81d4a62df2d7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.858777] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.859538] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36e1b7f8-7527-4b62-90e6-844edc9bd2c1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.891885] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.892351] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.892620] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Deleting the datastore file [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.892943] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36df0580-f5c0-48db-9f57-934e5963b796 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.903015] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1204.903015] env[62849]: value = "task-4405258" [ 1204.903015] env[62849]: _type = "Task" [ 1204.903015] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.915131] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.094683] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405256, 'name': Rename_Task, 'duration_secs': 0.432012} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.095079] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.095389] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59ffe5d3-ba15-4176-a640-ab0974dd6ef5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.103478] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1205.103478] env[62849]: value = "task-4405259" [ 1205.103478] env[62849]: _type = "Task" [ 1205.103478] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.111848] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.163075] env[62849]: DEBUG oslo_vmware.api [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405254, 'name': PowerOnVM_Task, 'duration_secs': 0.574034} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.163343] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Resumed the VM {{(pid=62849) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1205.163519] env[62849]: DEBUG nova.compute.manager [None req-377dc841-68e7-4d3b-84d2-8a2bbb90fafe tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.164321] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bd7ae1-09be-42f2-9ee7-907c1b85d288 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.414553] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128104} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.415083] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.415221] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.415562] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.613906] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.115296] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.451615] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.451941] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.452052] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.452237] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.452404] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.452597] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.452809] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.452969] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.453148] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.453372] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.453476] env[62849]: DEBUG nova.virt.hardware [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.454351] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0e90ed-1ff6-4373-a25c-9e88dbd50d1c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.464927] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d861c-c5ca-40ae-b450-b1d2ac42f3ad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.480431] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.486057] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.486288] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.486497] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-608187ba-0ffc-4be9-9545-6163f73f97a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.505253] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.505253] env[62849]: value = "task-4405260" [ 1206.505253] env[62849]: _type = "Task" [ 1206.505253] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.514544] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405260, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.521212] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.521469] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.521718] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.521869] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.522046] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.524466] env[62849]: INFO nova.compute.manager [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Terminating instance [ 1206.615035] env[62849]: DEBUG oslo_vmware.api [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405259, 'name': PowerOnVM_Task, 'duration_secs': 1.04228} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.615329] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.615540] env[62849]: INFO nova.compute.manager [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1206.615765] env[62849]: DEBUG nova.compute.manager [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.616581] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99c486b-c1dd-46bb-8faa-74c69bf16196 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.015698] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405260, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.028554] env[62849]: DEBUG nova.compute.manager [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.028788] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.029623] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f09294-2251-48c1-b207-881577811b98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.037143] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.037404] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a2a45ab-8ac6-4931-876b-b1a52527b6df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.044064] env[62849]: DEBUG oslo_vmware.api [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1207.044064] env[62849]: value = "task-4405261" [ 1207.044064] env[62849]: _type = "Task" [ 1207.044064] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.053525] env[62849]: DEBUG oslo_vmware.api [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.134561] env[62849]: INFO nova.compute.manager [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Took 10.06 seconds to build instance. [ 1207.517908] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405260, 'name': CreateVM_Task, 'duration_secs': 0.654678} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.518236] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.518450] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.518640] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.519186] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.519252] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e483750-56d8-4518-9297-bd54ff249e8b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.524602] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1207.524602] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e6c3ec-686b-8930-fb6a-d6285639393d" [ 1207.524602] env[62849]: _type = "Task" [ 1207.524602] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.533259] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e6c3ec-686b-8930-fb6a-d6285639393d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.552955] env[62849]: DEBUG oslo_vmware.api [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405261, 'name': PowerOffVM_Task, 'duration_secs': 0.162707} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.553224] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.553392] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.553632] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981d8666-6e06-416a-8173-8c3d675657e0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.624418] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.624717] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.624957] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleting the datastore file [datastore2] 2c51a976-75d0-4f66-bba7-d5b5b8d33834 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.625276] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a893cd40-d5cd-4c6f-8f81-998843f27f34 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.634446] env[62849]: DEBUG oslo_vmware.api [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for the task: (returnval){ [ 1207.634446] env[62849]: value = "task-4405263" [ 1207.634446] env[62849]: _type = "Task" [ 1207.634446] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.638341] env[62849]: DEBUG oslo_concurrency.lockutils [None req-fe9fad74-1712-4fe0-bc16-0701ec288a3f tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "aa2f9828-5833-4454-9822-507be5efc66b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.575s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.643786] env[62849]: DEBUG oslo_vmware.api [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.926340] env[62849]: INFO nova.compute.manager [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Rebuilding instance [ 1207.978356] env[62849]: DEBUG nova.compute.manager [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.979331] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff57fc6f-9c08-462e-83c4-ae887e590edd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.035491] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52e6c3ec-686b-8930-fb6a-d6285639393d, 'name': SearchDatastore_Task, 'duration_secs': 0.013076} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.035818] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.036067] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.036696] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.036696] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.036696] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.036868] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-199d5f27-4874-4205-9e5c-1b8cd7de5cf6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.046948] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.047174] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.047931] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd244e5-5b0b-46dc-bc33-1803bc5bf5ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.054825] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1208.054825] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529cdd06-4b10-ca82-c65d-d146dccae73e" [ 1208.054825] env[62849]: _type = "Task" [ 1208.054825] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.064158] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529cdd06-4b10-ca82-c65d-d146dccae73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.144876] env[62849]: DEBUG oslo_vmware.api [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Task: {'id': task-4405263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159043} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.145171] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.145359] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.145536] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.145712] env[62849]: INFO nova.compute.manager [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1208.145963] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.146173] env[62849]: DEBUG nova.compute.manager [-] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.146269] env[62849]: DEBUG nova.network.neutron [-] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1208.567577] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529cdd06-4b10-ca82-c65d-d146dccae73e, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.568467] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad43acd8-9987-4d80-aebb-2cee04f7e019 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.574982] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1208.574982] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52473d0e-012b-90d5-eb17-33edca1277a7" [ 1208.574982] env[62849]: _type = "Task" [ 1208.574982] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.584369] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52473d0e-012b-90d5-eb17-33edca1277a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.674434] env[62849]: DEBUG nova.compute.manager [req-4873c8ea-faf7-4bff-8a44-1d05b23ed406 req-b614feff-837d-4c71-a3c6-ad7331405530 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Received event network-vif-deleted-e9c2358d-9ca1-4a03-97dd-897df34d287f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1208.674630] env[62849]: INFO nova.compute.manager [req-4873c8ea-faf7-4bff-8a44-1d05b23ed406 req-b614feff-837d-4c71-a3c6-ad7331405530 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Neutron deleted interface e9c2358d-9ca1-4a03-97dd-897df34d287f; detaching it from the instance and deleting it from the info cache [ 1208.674809] env[62849]: DEBUG nova.network.neutron [req-4873c8ea-faf7-4bff-8a44-1d05b23ed406 req-b614feff-837d-4c71-a3c6-ad7331405530 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.994416] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.994760] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1349edd-4161-46e6-8c0c-774eec9315a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.003504] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1209.003504] env[62849]: value = "task-4405264" [ 1209.003504] env[62849]: _type = "Task" [ 1209.003504] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.013875] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.086387] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52473d0e-012b-90d5-eb17-33edca1277a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.086679] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.086940] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da/261b8f39-9983-4b2a-9fd3-4314f0b0f8da.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.087235] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29b0a74f-84f2-469b-bcb1-2db86530c0f1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.095661] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1209.095661] env[62849]: value = "task-4405265" [ 1209.095661] env[62849]: _type = "Task" [ 1209.095661] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.105617] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.155249] env[62849]: DEBUG nova.network.neutron [-] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.177196] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91c98081-468c-4e58-b76a-b47705034767 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.187770] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a731ccf-95e5-4282-ae25-b0966213a71d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.218322] env[62849]: DEBUG nova.compute.manager [req-4873c8ea-faf7-4bff-8a44-1d05b23ed406 req-b614feff-837d-4c71-a3c6-ad7331405530 service nova] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Detach interface failed, port_id=e9c2358d-9ca1-4a03-97dd-897df34d287f, reason: Instance 2c51a976-75d0-4f66-bba7-d5b5b8d33834 could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1209.519643] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405264, 'name': PowerOffVM_Task, 'duration_secs': 0.191593} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.519965] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.520290] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.521243] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbe856b-d4ea-4b59-951b-74522b4474bf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.531239] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.531564] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9da9eeaa-1c03-4216-a96b-67f59db84775 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.561176] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.561526] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.561757] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Deleting the datastore file [datastore1] aa2f9828-5833-4454-9822-507be5efc66b {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.562122] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad2fd772-1c7f-4c97-82e1-4e4053f3e0c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.571886] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1209.571886] env[62849]: value = "task-4405267" [ 1209.571886] env[62849]: _type = "Task" [ 1209.571886] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.581889] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.605982] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476365} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.606263] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da/261b8f39-9983-4b2a-9fd3-4314f0b0f8da.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.606399] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.606643] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beaacadb-86a2-44c0-8b1b-ad65e8cef695 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.613394] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1209.613394] env[62849]: value = "task-4405268" [ 1209.613394] env[62849]: _type = "Task" [ 1209.613394] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.621580] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.659364] env[62849]: INFO nova.compute.manager [-] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Took 1.51 seconds to deallocate network for instance. [ 1210.082379] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100852} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.082593] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.082874] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.083120] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.124622] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073804} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.124881] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.125675] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebe70f5-a10c-48c9-aa88-b296931a6441 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.145897] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da/261b8f39-9983-4b2a-9fd3-4314f0b0f8da.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.146143] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0aae009-2ea9-4645-94a2-908acb61db90 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.166530] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.166833] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.167114] env[62849]: DEBUG nova.objects.instance [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lazy-loading 'resources' on Instance uuid 2c51a976-75d0-4f66-bba7-d5b5b8d33834 {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.169963] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1210.169963] env[62849]: value = "task-4405269" [ 1210.169963] env[62849]: _type = "Task" [ 1210.169963] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.179986] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.681364] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405269, 'name': ReconfigVM_Task, 'duration_secs': 0.282845} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.681691] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da/261b8f39-9983-4b2a-9fd3-4314f0b0f8da.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.682287] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9ae05c0-ce8d-4561-b727-6f6d08e20229 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.689225] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1210.689225] env[62849]: value = "task-4405270" [ 1210.689225] env[62849]: _type = "Task" [ 1210.689225] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.701336] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405270, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.733187] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32fd6e7-e8d8-416b-b405-a1d5536bdef2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.741603] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5faba3-e5c3-4c62-b1c5-a6e7c88504de {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.772791] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ac6072-a310-4982-af42-662497ea3e8d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.781509] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c0a7d-baac-4c82-a171-2aaf6535c9fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.795848] env[62849]: DEBUG nova.compute.provider_tree [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.120552] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.120836] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.120997] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.121198] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.121344] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.121490] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.121694] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.121849] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.122018] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.122182] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.122354] env[62849]: DEBUG nova.virt.hardware [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.123269] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bed9801-5b11-4c16-a947-1a8e6933f4fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.131437] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8d606c-0b44-4110-9423-2323ff7c59e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.147134] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Instance VIF info [] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.152639] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.152875] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.153095] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d20c46b-465a-44b8-8455-d895d8777189 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.169346] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.169346] env[62849]: value = "task-4405271" [ 1211.169346] env[62849]: _type = "Task" [ 1211.169346] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.177405] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405271, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.199061] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405270, 'name': Rename_Task, 'duration_secs': 0.143394} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.199370] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.199650] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d656063-ecb6-4b6a-9241-fe7993f9b536 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.206811] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1211.206811] env[62849]: value = "task-4405272" [ 1211.206811] env[62849]: _type = "Task" [ 1211.206811] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.215827] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.299264] env[62849]: DEBUG nova.scheduler.client.report [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.679449] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405271, 'name': CreateVM_Task, 'duration_secs': 0.249527} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.679636] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.680203] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.680371] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.680719] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.680992] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd06e402-3e41-4aa9-b524-b50336d0c4d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.687186] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1211.687186] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5209290c-e4d0-928f-3f56-acf9d1837370" [ 1211.687186] env[62849]: _type = "Task" [ 1211.687186] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.696192] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5209290c-e4d0-928f-3f56-acf9d1837370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.716979] env[62849]: DEBUG oslo_vmware.api [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405272, 'name': PowerOnVM_Task, 'duration_secs': 0.507487} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.717308] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.717514] env[62849]: DEBUG nova.compute.manager [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.718376] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8041d40-f04f-4dc4-b7d3-e239214a1d4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.804567] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.831458] env[62849]: INFO nova.scheduler.client.report [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Deleted allocations for instance 2c51a976-75d0-4f66-bba7-d5b5b8d33834 [ 1212.198407] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5209290c-e4d0-928f-3f56-acf9d1837370, 'name': SearchDatastore_Task, 'duration_secs': 0.013372} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.198705] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.198936] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.199186] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.199337] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.199513] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.199770] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a3b767-75f1-4406-b13d-6748e220116a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.209057] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.209240] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.209960] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b967ffc3-c5bb-427c-856f-70bb8b3f4e95 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.215672] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1212.215672] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52931e83-ae8a-fea3-22e7-9a69005c9bcf" [ 1212.215672] env[62849]: _type = "Task" [ 1212.215672] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.223831] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52931e83-ae8a-fea3-22e7-9a69005c9bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.236413] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.236669] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.236845] env[62849]: DEBUG nova.objects.instance [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1212.339774] env[62849]: DEBUG oslo_concurrency.lockutils [None req-69f70915-4540-497f-925c-a6985b382d1f tempest-ServerActionsTestJSON-670456711 tempest-ServerActionsTestJSON-670456711-project-member] Lock "2c51a976-75d0-4f66-bba7-d5b5b8d33834" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.818s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.728593] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52931e83-ae8a-fea3-22e7-9a69005c9bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.729589] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b2a368-57df-400d-9f92-2b2f52ad73b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.735925] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1212.735925] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528d9927-7349-7372-da6f-8497a118eec2" [ 1212.735925] env[62849]: _type = "Task" [ 1212.735925] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.746064] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528d9927-7349-7372-da6f-8497a118eec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.996711] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.996711] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.996876] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.996971] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.997164] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.000213] env[62849]: INFO nova.compute.manager [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Terminating instance [ 1213.248479] env[62849]: DEBUG oslo_concurrency.lockutils [None req-32b56d1e-ede8-4ca2-952d-423c420077af tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.249671] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528d9927-7349-7372-da6f-8497a118eec2, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.250143] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.250402] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] aa2f9828-5833-4454-9822-507be5efc66b/aa2f9828-5833-4454-9822-507be5efc66b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.250672] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb977e13-dcc8-4bd8-b7f3-e0a70abb4320 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.260839] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1213.260839] env[62849]: value = "task-4405273" [ 1213.260839] env[62849]: _type = "Task" [ 1213.260839] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.270811] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.502752] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "refresh_cache-261b8f39-9983-4b2a-9fd3-4314f0b0f8da" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.502956] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquired lock "refresh_cache-261b8f39-9983-4b2a-9fd3-4314f0b0f8da" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.503247] env[62849]: DEBUG nova.network.neutron [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1213.771531] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500681} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.771997] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] aa2f9828-5833-4454-9822-507be5efc66b/aa2f9828-5833-4454-9822-507be5efc66b.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.771997] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.772236] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-364a2306-e835-4587-afbf-75237efc5c63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.779547] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1213.779547] env[62849]: value = "task-4405274" [ 1213.779547] env[62849]: _type = "Task" [ 1213.779547] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.788765] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.024415] env[62849]: DEBUG nova.network.neutron [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1214.070555] env[62849]: DEBUG nova.network.neutron [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.293693] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08156} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.294028] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.294861] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde2fc27-9696-4691-91fd-e297ebb88046 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.316993] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] aa2f9828-5833-4454-9822-507be5efc66b/aa2f9828-5833-4454-9822-507be5efc66b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.316993] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aaa2ab6-dea7-4db4-99b0-617acdc0ca5a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.338513] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1214.338513] env[62849]: value = "task-4405275" [ 1214.338513] env[62849]: _type = "Task" [ 1214.338513] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.349783] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.573627] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Releasing lock "refresh_cache-261b8f39-9983-4b2a-9fd3-4314f0b0f8da" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.574088] env[62849]: DEBUG nova.compute.manager [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.574294] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.575208] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f14a10-5110-48ef-8fba-b0a2d3179a9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.583832] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.584167] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-275c57ab-9e3a-47ef-9afd-2f19cf092a92 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.592767] env[62849]: DEBUG oslo_vmware.api [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1214.592767] env[62849]: value = "task-4405276" [ 1214.592767] env[62849]: _type = "Task" [ 1214.592767] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.604065] env[62849]: DEBUG oslo_vmware.api [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.849116] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405275, 'name': ReconfigVM_Task, 'duration_secs': 0.505481} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.849429] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] aa2f9828-5833-4454-9822-507be5efc66b/aa2f9828-5833-4454-9822-507be5efc66b.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.850033] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d333334f-766f-4a2d-8c18-4395fae7cc98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.857873] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1214.857873] env[62849]: value = "task-4405277" [ 1214.857873] env[62849]: _type = "Task" [ 1214.857873] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.868245] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405277, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.103264] env[62849]: DEBUG oslo_vmware.api [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405276, 'name': PowerOffVM_Task, 'duration_secs': 0.127529} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.103495] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.103717] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.104017] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28210112-db92-40cc-87bb-7e740f1f3803 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.133726] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.134054] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.134259] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Deleting the datastore file [datastore1] 261b8f39-9983-4b2a-9fd3-4314f0b0f8da {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.134553] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7e129c8-055b-46fd-a112-e1484c2cb9e2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.141599] env[62849]: DEBUG oslo_vmware.api [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for the task: (returnval){ [ 1215.141599] env[62849]: value = "task-4405279" [ 1215.141599] env[62849]: _type = "Task" [ 1215.141599] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.150296] env[62849]: DEBUG oslo_vmware.api [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.367827] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405277, 'name': Rename_Task, 'duration_secs': 0.14509} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.368074] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.368319] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c8f7ab5-c288-499d-bc16-c227ad5185f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.374756] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1215.374756] env[62849]: value = "task-4405280" [ 1215.374756] env[62849]: _type = "Task" [ 1215.374756] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.383130] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.652280] env[62849]: DEBUG oslo_vmware.api [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Task: {'id': task-4405279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109393} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.652481] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.652668] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.652845] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.653028] env[62849]: INFO nova.compute.manager [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1215.653276] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.653472] env[62849]: DEBUG nova.compute.manager [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.653588] env[62849]: DEBUG nova.network.neutron [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1215.671885] env[62849]: DEBUG nova.network.neutron [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1215.686219] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.686421] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.686575] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.686736] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.686919] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.687101] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.687257] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.687389] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1215.687531] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.885158] env[62849]: DEBUG oslo_vmware.api [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405280, 'name': PowerOnVM_Task, 'duration_secs': 0.495453} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.885475] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.885644] env[62849]: DEBUG nova.compute.manager [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.886429] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a496649-b7e7-47f7-97f0-62dfaa907976 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.174510] env[62849]: DEBUG nova.network.neutron [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.190853] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.191153] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.191358] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.191544] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1216.192778] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c78595-047c-49aa-b72d-ee72a87ca09d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.203219] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3275f4c1-3cdc-4cbb-adb6-0a65a93b78d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.221361] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97623c80-a66d-4d83-8d8e-ce35d17d5572 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.232243] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fccfb9-1acd-4892-aca0-d241b828be63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.263780] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179982MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1216.263949] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.264199] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.402820] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.678504] env[62849]: INFO nova.compute.manager [-] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Took 1.02 seconds to deallocate network for instance. [ 1216.727747] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "aa2f9828-5833-4454-9822-507be5efc66b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.728041] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "aa2f9828-5833-4454-9822-507be5efc66b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.728252] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "aa2f9828-5833-4454-9822-507be5efc66b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.728431] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "aa2f9828-5833-4454-9822-507be5efc66b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.728634] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "aa2f9828-5833-4454-9822-507be5efc66b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.733097] env[62849]: INFO nova.compute.manager [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Terminating instance [ 1217.187286] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.238651] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "refresh_cache-aa2f9828-5833-4454-9822-507be5efc66b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.238784] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquired lock "refresh_cache-aa2f9828-5833-4454-9822-507be5efc66b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.238918] env[62849]: DEBUG nova.network.neutron [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1217.300474] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 261b8f39-9983-4b2a-9fd3-4314f0b0f8da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1217.300640] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance aa2f9828-5833-4454-9822-507be5efc66b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1217.300853] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1217.301091] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_deleting': '2', 'num_os_type_None': '2', 'num_proj_0cb7ef0d3aa44e6cb38f9e68155aefa8': '1', 'io_workload': '0', 'num_proj_5afa98f44de44533946dcb8578966a7d': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1217.347383] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748b88c1-057c-459c-838c-eac274c97141 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.355840] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f3a811-574a-4d92-9103-4e573e7db5c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.393458] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797a6dd6-f69d-4fd5-b620-20fdfbd127b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.402959] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6737bd0c-61ae-4e8b-84f1-7134911a63cd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.421205] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.758667] env[62849]: DEBUG nova.network.neutron [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1217.809434] env[62849]: DEBUG nova.network.neutron [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.926573] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.311877] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Releasing lock "refresh_cache-aa2f9828-5833-4454-9822-507be5efc66b" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.312362] env[62849]: DEBUG nova.compute.manager [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.312591] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.313616] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f884202e-8fd6-433b-8235-aafea4335d74 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.322620] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.322900] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73cf5ae4-9738-4530-9b11-ed462bb0c33c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.330949] env[62849]: DEBUG oslo_vmware.api [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1218.330949] env[62849]: value = "task-4405281" [ 1218.330949] env[62849]: _type = "Task" [ 1218.330949] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.340600] env[62849]: DEBUG oslo_vmware.api [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.432695] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1218.432953] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.434031] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.031s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.434031] env[62849]: DEBUG nova.objects.instance [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62849) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1218.821047] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.821047] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.846954] env[62849]: DEBUG oslo_vmware.api [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405281, 'name': PowerOffVM_Task, 'duration_secs': 0.196123} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.846954] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.846954] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.846954] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-041294f9-68ca-48ad-9ab4-1629ea20fe2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.874025] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.874025] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.874025] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Deleting the datastore file [datastore1] aa2f9828-5833-4454-9822-507be5efc66b {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.874025] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c684b89-77e5-4832-85da-f310ac670584 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.880453] env[62849]: DEBUG oslo_vmware.api [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for the task: (returnval){ [ 1218.880453] env[62849]: value = "task-4405283" [ 1218.880453] env[62849]: _type = "Task" [ 1218.880453] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.889633] env[62849]: DEBUG oslo_vmware.api [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.325740] env[62849]: DEBUG nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.390664] env[62849]: DEBUG oslo_vmware.api [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Task: {'id': task-4405283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132844} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.392025] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.392025] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.392025] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.392025] env[62849]: INFO nova.compute.manager [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1219.392025] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.392458] env[62849]: DEBUG nova.compute.manager [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.392458] env[62849]: DEBUG nova.network.neutron [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1219.412333] env[62849]: DEBUG nova.network.neutron [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1219.445651] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8d34bef3-4dd5-4895-87d1-89d2e8a26f6d tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.446809] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.260s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.447117] env[62849]: DEBUG nova.objects.instance [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lazy-loading 'resources' on Instance uuid 261b8f39-9983-4b2a-9fd3-4314f0b0f8da {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.849508] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.914627] env[62849]: DEBUG nova.network.neutron [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.999042] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79714b6d-715e-45db-b324-0c62954d2e56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.007463] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d83e570-0324-46ff-8eef-8a95a83c8d8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.038206] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4608597-d16f-4f72-b41d-5dc8b942ffa2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.045527] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a9a40-2faa-4905-bd30-3633ca724326 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.059237] env[62849]: DEBUG nova.compute.provider_tree [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.417199] env[62849]: INFO nova.compute.manager [-] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Took 1.02 seconds to deallocate network for instance. [ 1220.580699] env[62849]: ERROR nova.scheduler.client.report [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] [req-a4b43a6f-2482-4c2b-8b92-77768e4ae124] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4b43a6f-2482-4c2b-8b92-77768e4ae124"}]} [ 1220.597333] env[62849]: DEBUG nova.scheduler.client.report [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1220.611457] env[62849]: DEBUG nova.scheduler.client.report [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1220.611685] env[62849]: DEBUG nova.compute.provider_tree [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.623025] env[62849]: DEBUG nova.scheduler.client.report [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1220.642750] env[62849]: DEBUG nova.scheduler.client.report [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1220.696263] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6449f6c-9e65-4988-8704-eb320a38121b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.704688] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32e8369-0082-423b-aaad-470f3e63adf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.735185] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d614b7cb-639e-4d3a-8bc3-58fddfcd05f1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.742868] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac112f3a-c90e-4933-8c51-2cc09963c49b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.756092] env[62849]: DEBUG nova.compute.provider_tree [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.924368] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.289332] env[62849]: DEBUG nova.scheduler.client.report [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1221.289583] env[62849]: DEBUG nova.compute.provider_tree [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 176 to 177 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1221.289769] env[62849]: DEBUG nova.compute.provider_tree [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.795166] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.797942] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.949s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.799613] env[62849]: INFO nova.compute.claims [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.814585] env[62849]: INFO nova.scheduler.client.report [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Deleted allocations for instance 261b8f39-9983-4b2a-9fd3-4314f0b0f8da [ 1222.322423] env[62849]: DEBUG oslo_concurrency.lockutils [None req-7175d4f7-439e-4d32-99dd-d74caf23cc24 tempest-ServerShowV257Test-1958463459 tempest-ServerShowV257Test-1958463459-project-member] Lock "261b8f39-9983-4b2a-9fd3-4314f0b0f8da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.325s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.850544] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b0c76b-2a8e-4f3d-b2c8-bfe69cadfd4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.858701] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81473e47-0920-4f0e-acc1-8125aeb78d40 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.889215] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0453b678-e6bc-42c4-9d93-7536c8246e64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.897333] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ba011-6ff5-4a67-8ad4-deade790c029 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.913444] env[62849]: DEBUG nova.compute.provider_tree [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.417574] env[62849]: DEBUG nova.scheduler.client.report [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.924681] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.925299] env[62849]: DEBUG nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.928411] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.004s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.929030] env[62849]: DEBUG nova.objects.instance [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lazy-loading 'resources' on Instance uuid aa2f9828-5833-4454-9822-507be5efc66b {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.431930] env[62849]: DEBUG nova.compute.utils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.436196] env[62849]: DEBUG nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.436367] env[62849]: DEBUG nova.network.neutron [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1224.482030] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e914c7b6-55f1-427a-8e89-dff2c017263b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.488714] env[62849]: DEBUG nova.policy [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1094b64c43345afa1b52eff940c7041', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28783af203034a549e0a30b481f2a9f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.493258] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ced43-651f-4b1d-8e3c-c33bee33482b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.526289] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55e4038-dafa-48b9-8c71-24f838c21873 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.535810] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3934a5a7-ed41-44f0-a61e-8978397a30dd {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.550478] env[62849]: DEBUG nova.compute.provider_tree [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.806650] env[62849]: DEBUG nova.network.neutron [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Successfully created port: 4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1224.936981] env[62849]: DEBUG nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.053341] env[62849]: DEBUG nova.scheduler.client.report [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.558553] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.583541] env[62849]: INFO nova.scheduler.client.report [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Deleted allocations for instance aa2f9828-5833-4454-9822-507be5efc66b [ 1225.949430] env[62849]: DEBUG nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.977017] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.977325] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.977425] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.977605] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.977746] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.977893] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.978119] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.978284] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.978454] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.978620] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.978788] env[62849]: DEBUG nova.virt.hardware [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.979681] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbad38ec-2062-4e36-87db-85e446ee7c5e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.988923] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f762d625-d334-41d8-9181-55613c7aa12c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.091819] env[62849]: DEBUG oslo_concurrency.lockutils [None req-1db3f417-6366-497c-8a56-0ea00fa15d1c tempest-ServerShowV254Test-775299583 tempest-ServerShowV254Test-775299583-project-member] Lock "aa2f9828-5833-4454-9822-507be5efc66b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.364s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.188784] env[62849]: DEBUG nova.compute.manager [req-ee96ac36-1cf0-4742-9d11-9329cd201d7d req-0ce52de1-3612-4e40-b69f-40a47447682c service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Received event network-vif-plugged-4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1226.188784] env[62849]: DEBUG oslo_concurrency.lockutils [req-ee96ac36-1cf0-4742-9d11-9329cd201d7d req-0ce52de1-3612-4e40-b69f-40a47447682c service nova] Acquiring lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.188784] env[62849]: DEBUG oslo_concurrency.lockutils [req-ee96ac36-1cf0-4742-9d11-9329cd201d7d req-0ce52de1-3612-4e40-b69f-40a47447682c service nova] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.188784] env[62849]: DEBUG oslo_concurrency.lockutils [req-ee96ac36-1cf0-4742-9d11-9329cd201d7d req-0ce52de1-3612-4e40-b69f-40a47447682c service nova] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.189252] env[62849]: DEBUG nova.compute.manager [req-ee96ac36-1cf0-4742-9d11-9329cd201d7d req-0ce52de1-3612-4e40-b69f-40a47447682c service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] No waiting events found dispatching network-vif-plugged-4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.189252] env[62849]: WARNING nova.compute.manager [req-ee96ac36-1cf0-4742-9d11-9329cd201d7d req-0ce52de1-3612-4e40-b69f-40a47447682c service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Received unexpected event network-vif-plugged-4b57ba69-5dfc-4f9b-b663-ca94bd73b21c for instance with vm_state building and task_state spawning. [ 1226.269896] env[62849]: DEBUG nova.network.neutron [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Successfully updated port: 4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1226.772667] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.772667] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.772930] env[62849]: DEBUG nova.network.neutron [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1227.304738] env[62849]: DEBUG nova.network.neutron [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1227.438622] env[62849]: DEBUG nova.network.neutron [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [{"id": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "address": "fa:16:3e:f8:41:f7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b57ba69-5d", "ovs_interfaceid": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.943315] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.943794] env[62849]: DEBUG nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Instance network_info: |[{"id": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "address": "fa:16:3e:f8:41:f7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b57ba69-5d", "ovs_interfaceid": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.944117] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:41:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b57ba69-5dfc-4f9b-b663-ca94bd73b21c', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.954090] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating folder: Project (28783af203034a549e0a30b481f2a9f7). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1227.954451] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26fa740a-abbb-42d9-aea5-d956dae62287 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.968994] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Created folder: Project (28783af203034a549e0a30b481f2a9f7) in parent group-v861840. [ 1227.969235] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating folder: Instances. Parent ref: group-v862160. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1227.969498] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5844abbb-2af9-446f-a547-4dd9aa52f7d5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.980936] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Created folder: Instances in parent group-v862160. [ 1227.981268] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.981532] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.981841] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed94650-6188-483b-b3ab-43db772bec2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.011636] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.011636] env[62849]: value = "task-4405286" [ 1228.011636] env[62849]: _type = "Task" [ 1228.011636] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.020150] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405286, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.221265] env[62849]: DEBUG nova.compute.manager [req-a13aae26-9597-4e6a-ab56-24bbec0a4b45 req-43f6e947-2808-4cf8-a5e9-0d6ef10d7964 service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Received event network-changed-4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1228.221487] env[62849]: DEBUG nova.compute.manager [req-a13aae26-9597-4e6a-ab56-24bbec0a4b45 req-43f6e947-2808-4cf8-a5e9-0d6ef10d7964 service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Refreshing instance network info cache due to event network-changed-4b57ba69-5dfc-4f9b-b663-ca94bd73b21c. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1228.221689] env[62849]: DEBUG oslo_concurrency.lockutils [req-a13aae26-9597-4e6a-ab56-24bbec0a4b45 req-43f6e947-2808-4cf8-a5e9-0d6ef10d7964 service nova] Acquiring lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.222888] env[62849]: DEBUG oslo_concurrency.lockutils [req-a13aae26-9597-4e6a-ab56-24bbec0a4b45 req-43f6e947-2808-4cf8-a5e9-0d6ef10d7964 service nova] Acquired lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.222888] env[62849]: DEBUG nova.network.neutron [req-a13aae26-9597-4e6a-ab56-24bbec0a4b45 req-43f6e947-2808-4cf8-a5e9-0d6ef10d7964 service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Refreshing network info cache for port 4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.523999] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405286, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.971746] env[62849]: DEBUG nova.network.neutron [req-a13aae26-9597-4e6a-ab56-24bbec0a4b45 req-43f6e947-2808-4cf8-a5e9-0d6ef10d7964 service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updated VIF entry in instance network info cache for port 4b57ba69-5dfc-4f9b-b663-ca94bd73b21c. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1228.972142] env[62849]: DEBUG nova.network.neutron [req-a13aae26-9597-4e6a-ab56-24bbec0a4b45 req-43f6e947-2808-4cf8-a5e9-0d6ef10d7964 service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [{"id": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "address": "fa:16:3e:f8:41:f7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b57ba69-5d", "ovs_interfaceid": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.023173] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405286, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.466505] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.466673] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.474636] env[62849]: DEBUG oslo_concurrency.lockutils [req-a13aae26-9597-4e6a-ab56-24bbec0a4b45 req-43f6e947-2808-4cf8-a5e9-0d6ef10d7964 service nova] Releasing lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.524166] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405286, 'name': CreateVM_Task, 'duration_secs': 1.343362} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.524548] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.525047] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.525208] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.525543] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.525808] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d25509-42eb-4556-a6bc-88db6b276e92 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.531730] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1229.531730] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5273fe43-bff8-a9d8-c4f7-5a63985c006b" [ 1229.531730] env[62849]: _type = "Task" [ 1229.531730] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.540314] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5273fe43-bff8-a9d8-c4f7-5a63985c006b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.969937] env[62849]: DEBUG nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.043818] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5273fe43-bff8-a9d8-c4f7-5a63985c006b, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.044450] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.044696] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.044936] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.045079] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.045269] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.045581] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f25965df-8ba4-4606-b75b-785beeccae67 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.055709] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.056015] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.057074] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ba658d-c836-432e-b9ca-67a88c231aa3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.064315] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1230.064315] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52561b73-c827-7a6b-13c3-027cac594a7d" [ 1230.064315] env[62849]: _type = "Task" [ 1230.064315] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.075492] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52561b73-c827-7a6b-13c3-027cac594a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.495471] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.495762] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.497229] env[62849]: INFO nova.compute.claims [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.574523] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52561b73-c827-7a6b-13c3-027cac594a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.575331] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1db3c92-4524-49d7-92eb-4930ee1942b3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.580761] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1230.580761] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5267c0da-be26-d3c7-c2d9-b75aa01a0742" [ 1230.580761] env[62849]: _type = "Task" [ 1230.580761] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.590200] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5267c0da-be26-d3c7-c2d9-b75aa01a0742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.092083] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5267c0da-be26-d3c7-c2d9-b75aa01a0742, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.092314] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.092653] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] ed08822d-cfee-4cc8-aed7-fd49fc91d0ad/ed08822d-cfee-4cc8-aed7-fd49fc91d0ad.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.093020] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cba38b1-9740-4c8f-8161-e5cbd7b46d13 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.100436] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1231.100436] env[62849]: value = "task-4405287" [ 1231.100436] env[62849]: _type = "Task" [ 1231.100436] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.108645] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.554687] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd80f7-e9e5-429d-b3d0-6f7dc25d1a79 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.563138] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7127cfb6-f1ce-4f46-839f-845de3200deb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.594614] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cf4646-1ee1-49dc-9c44-acbdd1937583 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.606694] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1369d79b-ca36-4a4b-a265-489966c03d60 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.616650] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488349} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.624427] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] ed08822d-cfee-4cc8-aed7-fd49fc91d0ad/ed08822d-cfee-4cc8-aed7-fd49fc91d0ad.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.624680] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.625217] env[62849]: DEBUG nova.compute.provider_tree [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.626628] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f83c77c5-da57-4685-9e1a-7fbcc8c02623 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.635072] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1231.635072] env[62849]: value = "task-4405288" [ 1231.635072] env[62849]: _type = "Task" [ 1231.635072] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.645955] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.119530] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.119763] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.145796] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323116} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.146016] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.146742] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec654fd-9fad-41d7-b0c1-3947424e5b1b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.149923] env[62849]: ERROR nova.scheduler.client.report [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [req-90f595ce-cb09-46b9-94d6-2936a84cf458] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 079fe32b-1fee-45a6-900e-aeae194e2ca9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90f595ce-cb09-46b9-94d6-2936a84cf458"}]} [ 1232.171881] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] ed08822d-cfee-4cc8-aed7-fd49fc91d0ad/ed08822d-cfee-4cc8-aed7-fd49fc91d0ad.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.172915] env[62849]: DEBUG nova.scheduler.client.report [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1232.175040] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a3fd0f-b25f-4588-9c66-2432b04eac88 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.195297] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1232.195297] env[62849]: value = "task-4405289" [ 1232.195297] env[62849]: _type = "Task" [ 1232.195297] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.203859] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.205012] env[62849]: DEBUG nova.scheduler.client.report [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1232.205256] env[62849]: DEBUG nova.compute.provider_tree [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.217741] env[62849]: DEBUG nova.scheduler.client.report [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1232.237524] env[62849]: DEBUG nova.scheduler.client.report [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1232.275210] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf969f1-2b39-4a30-8c0e-a68862cbc432 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.283791] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b035f0-833e-48bd-b904-8e0570df2c10 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.316873] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d48cb8f-988c-474f-a81a-9857c4a6c264 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.325289] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eacf7d-9d25-4e6d-968f-34c1232b41eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.340846] env[62849]: DEBUG nova.compute.provider_tree [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.624064] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.624396] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.624396] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.624479] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.624612] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.624757] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.624890] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1232.625041] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.706061] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405289, 'name': ReconfigVM_Task, 'duration_secs': 0.34788} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.706408] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Reconfigured VM instance instance-0000007b to attach disk [datastore1] ed08822d-cfee-4cc8-aed7-fd49fc91d0ad/ed08822d-cfee-4cc8-aed7-fd49fc91d0ad.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.706998] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddc8556a-b24b-4f0e-9bd1-046899ddcc84 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.713956] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1232.713956] env[62849]: value = "task-4405290" [ 1232.713956] env[62849]: _type = "Task" [ 1232.713956] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.722891] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405290, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.872284] env[62849]: DEBUG nova.scheduler.client.report [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Updated inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1232.872569] env[62849]: DEBUG nova.compute.provider_tree [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Updating resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 generation from 178 to 179 during operation: update_inventory {{(pid=62849) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1232.872834] env[62849]: DEBUG nova.compute.provider_tree [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.127770] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.223771] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405290, 'name': Rename_Task, 'duration_secs': 0.159478} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.224066] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.224296] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c62f4c5e-f378-4523-90b6-70572e4a4f0a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.231460] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1233.231460] env[62849]: value = "task-4405291" [ 1233.231460] env[62849]: _type = "Task" [ 1233.231460] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.239777] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.378327] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.378850] env[62849]: DEBUG nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.381686] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.254s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.381886] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.382060] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1233.383233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa6bd19-4c0b-49c6-a768-e7269084bbef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.392354] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bb6849-1ec7-483c-bf52-5493d1c854a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.408738] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02af1453-ab4f-41cb-ab35-9bcf197b9b97 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.417879] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5735600a-2ee7-4e0e-a8c0-b85d522480e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.450883] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179982MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1233.451153] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.451261] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.741589] env[62849]: DEBUG oslo_vmware.api [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405291, 'name': PowerOnVM_Task, 'duration_secs': 0.497189} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.741967] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.742082] env[62849]: INFO nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1233.742344] env[62849]: DEBUG nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.743172] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c37edf7-5d10-4f98-956a-598bd92040a9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.884980] env[62849]: DEBUG nova.compute.utils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.886436] env[62849]: DEBUG nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.886670] env[62849]: DEBUG nova.network.neutron [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1233.932390] env[62849]: DEBUG nova.policy [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9feb17448f54e02818e3c4153572e9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f283e564b62d47d38875b09ad8c02c45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.213165] env[62849]: DEBUG nova.network.neutron [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Successfully created port: 295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1234.261535] env[62849]: INFO nova.compute.manager [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Took 14.43 seconds to build instance. [ 1234.389914] env[62849]: DEBUG nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.476789] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance ed08822d-cfee-4cc8-aed7-fd49fc91d0ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1234.477075] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance a5c46012-9321-488f-8b82-2ecbb0adddbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1234.477368] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1234.477596] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_os_type_None': '2', 'num_proj_28783af203034a549e0a30b481f2a9f7': '1', 'io_workload': '2', 'num_task_networking': '1', 'num_proj_f283e564b62d47d38875b09ad8c02c45': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1234.526070] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd2765c-96d3-4455-8492-447d292063c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.535208] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e0a91-6eb1-4b4a-9aa5-c162d033ed1e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.567966] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f50e61d-4b73-48d4-861d-a763fb082b22 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.576233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52cd43-6e72-4ad3-b2da-51647357885b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.589701] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.764340] env[62849]: DEBUG oslo_concurrency.lockutils [None req-07ce1ba2-6ea2-4006-a3b7-5e9ea01a390e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.944s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.092994] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.400237] env[62849]: DEBUG nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.425792] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.425993] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.426164] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.426350] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.426493] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.426640] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.426843] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.426998] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.427184] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.427345] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.427512] env[62849]: DEBUG nova.virt.hardware [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.428482] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3199ec3c-d3e3-4cb8-a760-df65ff92ea28 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.441956] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f078e2-24f4-4278-892a-4fb0cd84002a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.495493] env[62849]: DEBUG nova.compute.manager [req-7bb9e7d5-c76b-47a1-a4df-62c6575cf966 req-9569b4c7-1143-4e74-b924-120697600f2f service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Received event network-changed-4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1235.495755] env[62849]: DEBUG nova.compute.manager [req-7bb9e7d5-c76b-47a1-a4df-62c6575cf966 req-9569b4c7-1143-4e74-b924-120697600f2f service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Refreshing instance network info cache due to event network-changed-4b57ba69-5dfc-4f9b-b663-ca94bd73b21c. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1235.496081] env[62849]: DEBUG oslo_concurrency.lockutils [req-7bb9e7d5-c76b-47a1-a4df-62c6575cf966 req-9569b4c7-1143-4e74-b924-120697600f2f service nova] Acquiring lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.496227] env[62849]: DEBUG oslo_concurrency.lockutils [req-7bb9e7d5-c76b-47a1-a4df-62c6575cf966 req-9569b4c7-1143-4e74-b924-120697600f2f service nova] Acquired lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.496441] env[62849]: DEBUG nova.network.neutron [req-7bb9e7d5-c76b-47a1-a4df-62c6575cf966 req-9569b4c7-1143-4e74-b924-120697600f2f service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Refreshing network info cache for port 4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.597692] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1235.598144] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.147s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.701494] env[62849]: DEBUG nova.network.neutron [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Successfully updated port: 295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1236.209847] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.210269] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.210269] env[62849]: DEBUG nova.network.neutron [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1236.228889] env[62849]: DEBUG nova.network.neutron [req-7bb9e7d5-c76b-47a1-a4df-62c6575cf966 req-9569b4c7-1143-4e74-b924-120697600f2f service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updated VIF entry in instance network info cache for port 4b57ba69-5dfc-4f9b-b663-ca94bd73b21c. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1236.229436] env[62849]: DEBUG nova.network.neutron [req-7bb9e7d5-c76b-47a1-a4df-62c6575cf966 req-9569b4c7-1143-4e74-b924-120697600f2f service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [{"id": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "address": "fa:16:3e:f8:41:f7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b57ba69-5d", "ovs_interfaceid": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.732839] env[62849]: DEBUG oslo_concurrency.lockutils [req-7bb9e7d5-c76b-47a1-a4df-62c6575cf966 req-9569b4c7-1143-4e74-b924-120697600f2f service nova] Releasing lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.744094] env[62849]: DEBUG nova.network.neutron [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1236.870963] env[62849]: DEBUG nova.network.neutron [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [{"id": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "address": "fa:16:3e:71:6f:11", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295ad5a5-9d", "ovs_interfaceid": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.373763] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.374221] env[62849]: DEBUG nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Instance network_info: |[{"id": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "address": "fa:16:3e:71:6f:11", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295ad5a5-9d", "ovs_interfaceid": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.374680] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:6f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295ad5a5-9d01-4023-89e9-d3f3e7dae4be', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.382612] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating folder: Project (f283e564b62d47d38875b09ad8c02c45). Parent ref: group-v861840. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.384537] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14229090-f8f1-4a38-94ab-cbbc37e67c75 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.397482] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Created folder: Project (f283e564b62d47d38875b09ad8c02c45) in parent group-v861840. [ 1237.397671] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating folder: Instances. Parent ref: group-v862163. {{(pid=62849) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.397920] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f282244-6934-4d6f-893e-b544e8b59189 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.407897] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Created folder: Instances in parent group-v862163. [ 1237.408165] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.408367] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.408582] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d5fdcb7-81c2-4bff-aa9b-a79dc062a99f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.429199] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.429199] env[62849]: value = "task-4405294" [ 1237.429199] env[62849]: _type = "Task" [ 1237.429199] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.437661] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405294, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.524127] env[62849]: DEBUG nova.compute.manager [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received event network-vif-plugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1237.524508] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] Acquiring lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.524833] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.525293] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.525601] env[62849]: DEBUG nova.compute.manager [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] No waiting events found dispatching network-vif-plugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.525866] env[62849]: WARNING nova.compute.manager [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received unexpected event network-vif-plugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be for instance with vm_state building and task_state spawning. [ 1237.526096] env[62849]: DEBUG nova.compute.manager [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received event network-changed-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1237.526287] env[62849]: DEBUG nova.compute.manager [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Refreshing instance network info cache due to event network-changed-295ad5a5-9d01-4023-89e9-d3f3e7dae4be. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1237.526482] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] Acquiring lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.526618] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] Acquired lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.526804] env[62849]: DEBUG nova.network.neutron [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Refreshing network info cache for port 295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.940325] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405294, 'name': CreateVM_Task} progress is 25%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.236763] env[62849]: DEBUG nova.network.neutron [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updated VIF entry in instance network info cache for port 295ad5a5-9d01-4023-89e9-d3f3e7dae4be. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1238.237161] env[62849]: DEBUG nova.network.neutron [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [{"id": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "address": "fa:16:3e:71:6f:11", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295ad5a5-9d", "ovs_interfaceid": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.441201] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405294, 'name': CreateVM_Task, 'duration_secs': 1.01153} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.441609] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.442109] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.442267] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.442597] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.442894] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0edc7b-4586-486b-8122-da0d9bc80bbf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.448607] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1238.448607] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ae7c44-0d63-46d3-066f-fe8a96072b6d" [ 1238.448607] env[62849]: _type = "Task" [ 1238.448607] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.457927] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ae7c44-0d63-46d3-066f-fe8a96072b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.740209] env[62849]: DEBUG oslo_concurrency.lockutils [req-aa36c228-d9ec-4513-ac68-6dfa03f7e127 req-e58da3ce-8189-4cdb-bcbd-304665174d97 service nova] Releasing lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.959894] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ae7c44-0d63-46d3-066f-fe8a96072b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.013308} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.960247] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.960491] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.960714] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.960864] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.961061] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.961345] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8678c15f-ab8d-4b84-b577-93e5ad0b2049 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.971453] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.971660] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.972406] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f98bee-efac-4579-b11e-9f2e6e510d4c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.978896] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1238.978896] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d898d1-72a8-7da6-6409-4d8c73675f03" [ 1238.978896] env[62849]: _type = "Task" [ 1238.978896] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.987788] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d898d1-72a8-7da6-6409-4d8c73675f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.490883] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d898d1-72a8-7da6-6409-4d8c73675f03, 'name': SearchDatastore_Task, 'duration_secs': 0.012257} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.491753] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7b10c9-a041-4875-af7a-990b6cc4719a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.498265] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1239.498265] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52483ccf-d9ad-04d6-48a9-67b45f94000f" [ 1239.498265] env[62849]: _type = "Task" [ 1239.498265] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.508077] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52483ccf-d9ad-04d6-48a9-67b45f94000f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.008749] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52483ccf-d9ad-04d6-48a9-67b45f94000f, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.009030] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.009289] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb/a5c46012-9321-488f-8b82-2ecbb0adddbb.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.009546] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebaed241-079c-452c-8477-ec09d0194b86 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.016868] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1240.016868] env[62849]: value = "task-4405295" [ 1240.016868] env[62849]: _type = "Task" [ 1240.016868] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.026857] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.528098] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4931} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.528476] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb/a5c46012-9321-488f-8b82-2ecbb0adddbb.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.528568] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.528796] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7068dbe2-8bc0-40fb-9943-bca8979a59e4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.537023] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1240.537023] env[62849]: value = "task-4405296" [ 1240.537023] env[62849]: _type = "Task" [ 1240.537023] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.545611] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.047328] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079357} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.047679] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.048511] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eeb7ef-2b38-402d-b567-98d93b3163aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.070382] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb/a5c46012-9321-488f-8b82-2ecbb0adddbb.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.070678] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99fb896b-549e-4745-a2dc-2918793e224e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.091013] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1241.091013] env[62849]: value = "task-4405297" [ 1241.091013] env[62849]: _type = "Task" [ 1241.091013] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.099419] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.602820] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.102840] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.603961] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405297, 'name': ReconfigVM_Task, 'duration_secs': 1.29757} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.605024] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Reconfigured VM instance instance-0000007c to attach disk [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb/a5c46012-9321-488f-8b82-2ecbb0adddbb.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.605458] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7f879ea-d101-4d1f-87aa-32f65a520bc9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.612543] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1242.612543] env[62849]: value = "task-4405298" [ 1242.612543] env[62849]: _type = "Task" [ 1242.612543] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.621601] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405298, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.122521] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405298, 'name': Rename_Task, 'duration_secs': 0.306966} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.122831] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.123097] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63e5384-5829-47a4-85fb-d456c4de58c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.130711] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1243.130711] env[62849]: value = "task-4405299" [ 1243.130711] env[62849]: _type = "Task" [ 1243.130711] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.141142] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.642063] env[62849]: DEBUG oslo_vmware.api [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405299, 'name': PowerOnVM_Task, 'duration_secs': 0.49468} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.642063] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.642063] env[62849]: INFO nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1243.642063] env[62849]: DEBUG nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.642808] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f69e0c7-dc5a-49cf-8748-a4da2dd0c18e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.162530] env[62849]: INFO nova.compute.manager [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Took 13.69 seconds to build instance. [ 1244.665074] env[62849]: DEBUG oslo_concurrency.lockutils [None req-af5e559c-3b77-4b27-9bf8-96d833209acc tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.198s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.254972] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "0882949c-67a6-420d-a63a-a4fa9181074f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.255223] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "0882949c-67a6-420d-a63a-a4fa9181074f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.758131] env[62849]: DEBUG nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.281411] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.281707] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.283396] env[62849]: INFO nova.compute.claims [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.345403] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce294b4e-7ede-4749-b166-1333f95b0b06 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.354593] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eb799d-2b13-4698-a0e5-7dfb76ef4000 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.385160] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da94a668-a463-470d-bd45-8d97da0b49c4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.393830] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e050069-e9f1-447a-aec9-0d5698b9d752 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.409518] env[62849]: DEBUG nova.compute.provider_tree [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.913080] env[62849]: DEBUG nova.scheduler.client.report [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.417766] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.418309] env[62849]: DEBUG nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.923118] env[62849]: DEBUG nova.compute.utils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.924699] env[62849]: DEBUG nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.924939] env[62849]: DEBUG nova.network.neutron [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1248.981705] env[62849]: DEBUG nova.policy [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9feb17448f54e02818e3c4153572e9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f283e564b62d47d38875b09ad8c02c45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.261896] env[62849]: DEBUG nova.network.neutron [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Successfully created port: e94d2840-d857-4c8d-bbd7-6fda5d4788f7 {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1249.428726] env[62849]: DEBUG nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.438877] env[62849]: DEBUG nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.465578] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.465821] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.465978] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.466173] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.466317] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.466463] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.466667] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.466827] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.466998] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.467178] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.467355] env[62849]: DEBUG nova.virt.hardware [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.468275] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b25168f-eba7-42f6-ac70-5a52407b7091 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.476951] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c46b27-1b5c-4860-9e5d-f7d379b955b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.629538] env[62849]: DEBUG nova.compute.manager [req-f44cfe1e-d154-47cb-9276-773382fdd38c req-131b821f-2edc-4b95-b8ea-307e423c131c service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Received event network-vif-plugged-e94d2840-d857-4c8d-bbd7-6fda5d4788f7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1250.629804] env[62849]: DEBUG oslo_concurrency.lockutils [req-f44cfe1e-d154-47cb-9276-773382fdd38c req-131b821f-2edc-4b95-b8ea-307e423c131c service nova] Acquiring lock "0882949c-67a6-420d-a63a-a4fa9181074f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.630219] env[62849]: DEBUG oslo_concurrency.lockutils [req-f44cfe1e-d154-47cb-9276-773382fdd38c req-131b821f-2edc-4b95-b8ea-307e423c131c service nova] Lock "0882949c-67a6-420d-a63a-a4fa9181074f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.630219] env[62849]: DEBUG oslo_concurrency.lockutils [req-f44cfe1e-d154-47cb-9276-773382fdd38c req-131b821f-2edc-4b95-b8ea-307e423c131c service nova] Lock "0882949c-67a6-420d-a63a-a4fa9181074f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.630389] env[62849]: DEBUG nova.compute.manager [req-f44cfe1e-d154-47cb-9276-773382fdd38c req-131b821f-2edc-4b95-b8ea-307e423c131c service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] No waiting events found dispatching network-vif-plugged-e94d2840-d857-4c8d-bbd7-6fda5d4788f7 {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.630450] env[62849]: WARNING nova.compute.manager [req-f44cfe1e-d154-47cb-9276-773382fdd38c req-131b821f-2edc-4b95-b8ea-307e423c131c service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Received unexpected event network-vif-plugged-e94d2840-d857-4c8d-bbd7-6fda5d4788f7 for instance with vm_state building and task_state spawning. [ 1250.707989] env[62849]: DEBUG nova.network.neutron [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Successfully updated port: e94d2840-d857-4c8d-bbd7-6fda5d4788f7 {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1251.210751] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "refresh_cache-0882949c-67a6-420d-a63a-a4fa9181074f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.210908] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "refresh_cache-0882949c-67a6-420d-a63a-a4fa9181074f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.211080] env[62849]: DEBUG nova.network.neutron [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1251.747976] env[62849]: DEBUG nova.network.neutron [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1251.890904] env[62849]: DEBUG nova.network.neutron [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Updating instance_info_cache with network_info: [{"id": "e94d2840-d857-4c8d-bbd7-6fda5d4788f7", "address": "fa:16:3e:d1:98:6a", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94d2840-d8", "ovs_interfaceid": "e94d2840-d857-4c8d-bbd7-6fda5d4788f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.394188] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "refresh_cache-0882949c-67a6-420d-a63a-a4fa9181074f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.394542] env[62849]: DEBUG nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Instance network_info: |[{"id": "e94d2840-d857-4c8d-bbd7-6fda5d4788f7", "address": "fa:16:3e:d1:98:6a", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94d2840-d8", "ovs_interfaceid": "e94d2840-d857-4c8d-bbd7-6fda5d4788f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.394973] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:98:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e94d2840-d857-4c8d-bbd7-6fda5d4788f7', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.402614] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.402868] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.403144] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c16d8df-e044-40e6-9328-30f55984c34e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.433995] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.433995] env[62849]: value = "task-4405300" [ 1252.433995] env[62849]: _type = "Task" [ 1252.433995] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.444046] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405300, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.656899] env[62849]: DEBUG nova.compute.manager [req-d1354ec3-b39a-4455-b44f-48e829b9fa42 req-a4bc9f61-62f2-4e2c-acdd-5f2b4c9389a5 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Received event network-changed-e94d2840-d857-4c8d-bbd7-6fda5d4788f7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1252.657143] env[62849]: DEBUG nova.compute.manager [req-d1354ec3-b39a-4455-b44f-48e829b9fa42 req-a4bc9f61-62f2-4e2c-acdd-5f2b4c9389a5 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Refreshing instance network info cache due to event network-changed-e94d2840-d857-4c8d-bbd7-6fda5d4788f7. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1252.657351] env[62849]: DEBUG oslo_concurrency.lockutils [req-d1354ec3-b39a-4455-b44f-48e829b9fa42 req-a4bc9f61-62f2-4e2c-acdd-5f2b4c9389a5 service nova] Acquiring lock "refresh_cache-0882949c-67a6-420d-a63a-a4fa9181074f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.657453] env[62849]: DEBUG oslo_concurrency.lockutils [req-d1354ec3-b39a-4455-b44f-48e829b9fa42 req-a4bc9f61-62f2-4e2c-acdd-5f2b4c9389a5 service nova] Acquired lock "refresh_cache-0882949c-67a6-420d-a63a-a4fa9181074f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.657616] env[62849]: DEBUG nova.network.neutron [req-d1354ec3-b39a-4455-b44f-48e829b9fa42 req-a4bc9f61-62f2-4e2c-acdd-5f2b4c9389a5 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Refreshing network info cache for port e94d2840-d857-4c8d-bbd7-6fda5d4788f7 {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.944150] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405300, 'name': CreateVM_Task, 'duration_secs': 0.327153} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.944424] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.945019] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.945188] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.945509] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.945754] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cf9578-4b52-4f30-a9b3-521e82d8274f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.950534] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1252.950534] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52753e18-b2f8-2a79-f53b-e0fa46bb897e" [ 1252.950534] env[62849]: _type = "Task" [ 1252.950534] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.958891] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52753e18-b2f8-2a79-f53b-e0fa46bb897e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.364787] env[62849]: DEBUG nova.network.neutron [req-d1354ec3-b39a-4455-b44f-48e829b9fa42 req-a4bc9f61-62f2-4e2c-acdd-5f2b4c9389a5 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Updated VIF entry in instance network info cache for port e94d2840-d857-4c8d-bbd7-6fda5d4788f7. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1253.365265] env[62849]: DEBUG nova.network.neutron [req-d1354ec3-b39a-4455-b44f-48e829b9fa42 req-a4bc9f61-62f2-4e2c-acdd-5f2b4c9389a5 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Updating instance_info_cache with network_info: [{"id": "e94d2840-d857-4c8d-bbd7-6fda5d4788f7", "address": "fa:16:3e:d1:98:6a", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94d2840-d8", "ovs_interfaceid": "e94d2840-d857-4c8d-bbd7-6fda5d4788f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.461250] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52753e18-b2f8-2a79-f53b-e0fa46bb897e, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.461488] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.461715] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.461952] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.462109] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.462291] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.462549] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3147b4ca-fa00-41f7-8beb-57123840a943 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.471212] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.471385] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.472083] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1165b723-7e76-49f4-80db-12da7dbf24d8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.477530] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1253.477530] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d136c0-96c8-2000-0d14-df78bbf3acbd" [ 1253.477530] env[62849]: _type = "Task" [ 1253.477530] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.484870] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d136c0-96c8-2000-0d14-df78bbf3acbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.867627] env[62849]: DEBUG oslo_concurrency.lockutils [req-d1354ec3-b39a-4455-b44f-48e829b9fa42 req-a4bc9f61-62f2-4e2c-acdd-5f2b4c9389a5 service nova] Releasing lock "refresh_cache-0882949c-67a6-420d-a63a-a4fa9181074f" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.989012] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52d136c0-96c8-2000-0d14-df78bbf3acbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.989787] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512eb4ec-9773-4507-ade8-0d16facf59d1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.996303] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1253.996303] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520e0f77-801e-d637-a905-67bdc5ed048f" [ 1253.996303] env[62849]: _type = "Task" [ 1253.996303] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.004675] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520e0f77-801e-d637-a905-67bdc5ed048f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.507720] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520e0f77-801e-d637-a905-67bdc5ed048f, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.508064] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.508365] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0882949c-67a6-420d-a63a-a4fa9181074f/0882949c-67a6-420d-a63a-a4fa9181074f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.508640] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5426f689-5720-46e3-adbd-fc7ed37e9c22 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.516213] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1254.516213] env[62849]: value = "task-4405301" [ 1254.516213] env[62849]: _type = "Task" [ 1254.516213] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.524408] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.025974] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442264} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.026339] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore2] 0882949c-67a6-420d-a63a-a4fa9181074f/0882949c-67a6-420d-a63a-a4fa9181074f.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.026443] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.026683] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37a4c74e-8510-4aa6-a4a7-14d5b206e614 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.034019] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1255.034019] env[62849]: value = "task-4405302" [ 1255.034019] env[62849]: _type = "Task" [ 1255.034019] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.042326] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.545317] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056539} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.545596] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.546387] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f8d68-a274-449d-8a80-01ec3e06dc87 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.568272] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 0882949c-67a6-420d-a63a-a4fa9181074f/0882949c-67a6-420d-a63a-a4fa9181074f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.568540] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-731c3fa5-069b-4bc3-8f82-06e86b205a13 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.588381] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1255.588381] env[62849]: value = "task-4405303" [ 1255.588381] env[62849]: _type = "Task" [ 1255.588381] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.596877] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.098480] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405303, 'name': ReconfigVM_Task, 'duration_secs': 0.275403} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.098894] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 0882949c-67a6-420d-a63a-a4fa9181074f/0882949c-67a6-420d-a63a-a4fa9181074f.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.099370] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6995b6b-3e7a-4a93-9eb4-a17c05bd17e5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.106040] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1256.106040] env[62849]: value = "task-4405304" [ 1256.106040] env[62849]: _type = "Task" [ 1256.106040] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.114461] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405304, 'name': Rename_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.615782] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405304, 'name': Rename_Task, 'duration_secs': 0.142694} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.615999] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.616269] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09bb8f9e-a47b-4f24-b73f-1e8b7b5a3405 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.624109] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1256.624109] env[62849]: value = "task-4405305" [ 1256.624109] env[62849]: _type = "Task" [ 1256.624109] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.632275] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.134716] env[62849]: DEBUG oslo_vmware.api [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405305, 'name': PowerOnVM_Task, 'duration_secs': 0.44005} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.135141] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.135368] env[62849]: INFO nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1257.135561] env[62849]: DEBUG nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.136370] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd61fcc-54f8-4e42-8715-17dfed9933df {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.656595] env[62849]: INFO nova.compute.manager [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Took 11.39 seconds to build instance. [ 1258.159231] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f46e3b4b-3d5d-4d6d-b989-938a28b02f69 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "0882949c-67a6-420d-a63a-a4fa9181074f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.904s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.438032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "0882949c-67a6-420d-a63a-a4fa9181074f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.438032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "0882949c-67a6-420d-a63a-a4fa9181074f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.438032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "0882949c-67a6-420d-a63a-a4fa9181074f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.438032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "0882949c-67a6-420d-a63a-a4fa9181074f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.438032] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "0882949c-67a6-420d-a63a-a4fa9181074f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.439920] env[62849]: INFO nova.compute.manager [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Terminating instance [ 1258.946471] env[62849]: DEBUG nova.compute.manager [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.946743] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.947702] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a71d822-f6b1-4a70-9bc8-464625674357 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.955851] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.956127] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9658dc94-c36d-404b-82ea-119e6a334c5c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.963447] env[62849]: DEBUG oslo_vmware.api [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1258.963447] env[62849]: value = "task-4405306" [ 1258.963447] env[62849]: _type = "Task" [ 1258.963447] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.974838] env[62849]: DEBUG oslo_vmware.api [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.473663] env[62849]: DEBUG oslo_vmware.api [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405306, 'name': PowerOffVM_Task, 'duration_secs': 0.219588} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.474030] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.474119] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.474373] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c113dc81-52cc-4e55-b738-6b8c9bee245f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.547152] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.547484] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Deleting contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.547623] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleting the datastore file [datastore2] 0882949c-67a6-420d-a63a-a4fa9181074f {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.547855] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22f6c76b-f357-421b-9156-0b4f68b4cde4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.555846] env[62849]: DEBUG oslo_vmware.api [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1259.555846] env[62849]: value = "task-4405308" [ 1259.555846] env[62849]: _type = "Task" [ 1259.555846] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.565793] env[62849]: DEBUG oslo_vmware.api [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.066347] env[62849]: DEBUG oslo_vmware.api [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145102} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.066591] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.066772] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Deleted contents of the VM from datastore datastore2 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.066950] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.067142] env[62849]: INFO nova.compute.manager [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1260.067464] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.067666] env[62849]: DEBUG nova.compute.manager [-] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.067761] env[62849]: DEBUG nova.network.neutron [-] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1260.359063] env[62849]: DEBUG nova.compute.manager [req-f0fc6582-42fe-45a1-a8b8-7732c34f51f3 req-3b32a4d5-f662-4bed-b94b-2a77aee9f465 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Received event network-vif-deleted-e94d2840-d857-4c8d-bbd7-6fda5d4788f7 {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1260.359138] env[62849]: INFO nova.compute.manager [req-f0fc6582-42fe-45a1-a8b8-7732c34f51f3 req-3b32a4d5-f662-4bed-b94b-2a77aee9f465 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Neutron deleted interface e94d2840-d857-4c8d-bbd7-6fda5d4788f7; detaching it from the instance and deleting it from the info cache [ 1260.359292] env[62849]: DEBUG nova.network.neutron [req-f0fc6582-42fe-45a1-a8b8-7732c34f51f3 req-3b32a4d5-f662-4bed-b94b-2a77aee9f465 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.838920] env[62849]: DEBUG nova.network.neutron [-] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.861772] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63973b7c-e194-4e81-a131-31294877b841 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.873312] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661592d5-f273-48ad-8ab6-ccaf3b68d8f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.899725] env[62849]: DEBUG nova.compute.manager [req-f0fc6582-42fe-45a1-a8b8-7732c34f51f3 req-3b32a4d5-f662-4bed-b94b-2a77aee9f465 service nova] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Detach interface failed, port_id=e94d2840-d857-4c8d-bbd7-6fda5d4788f7, reason: Instance 0882949c-67a6-420d-a63a-a4fa9181074f could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1261.340990] env[62849]: INFO nova.compute.manager [-] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Took 1.27 seconds to deallocate network for instance. [ 1261.847190] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.847597] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.847707] env[62849]: DEBUG nova.objects.instance [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lazy-loading 'resources' on Instance uuid 0882949c-67a6-420d-a63a-a4fa9181074f {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.404912] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b5e19-267b-47e8-b3fd-abd0dd30f513 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.414155] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae3fd7c-eec0-4d76-a98d-d11dc5ca8689 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.446884] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6080a70b-aa1f-419f-b15f-0f6229cbb7cf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.457680] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982c288-2cd3-4277-a439-50049fc3fe0d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.470627] env[62849]: DEBUG nova.compute.provider_tree [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.973810] env[62849]: DEBUG nova.scheduler.client.report [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.478277] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.499817] env[62849]: INFO nova.scheduler.client.report [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleted allocations for instance 0882949c-67a6-420d-a63a-a4fa9181074f [ 1264.007424] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9eec18d-1e5e-4162-984c-9e55d73c6708 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "0882949c-67a6-420d-a63a-a4fa9181074f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.571s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.286706] env[62849]: DEBUG nova.compute.manager [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.287818] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a95ee-321a-4899-96c7-f7897cd3209d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.801126] env[62849]: INFO nova.compute.manager [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] instance snapshotting [ 1266.801126] env[62849]: DEBUG nova.objects.instance [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'flavor' on Instance uuid ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.306720] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4314cc27-6560-47e1-9203-9de41ac9e4c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.325574] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e75f7f-7741-4dbd-bdd3-ae482cd58f97 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.837265] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1267.837630] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5e12345-6bd7-402b-8028-e2e5a68f0cb9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.846372] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1267.846372] env[62849]: value = "task-4405309" [ 1267.846372] env[62849]: _type = "Task" [ 1267.846372] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.856449] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405309, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.357397] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405309, 'name': CreateSnapshot_Task, 'duration_secs': 0.499997} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.357738] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1268.358345] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba29e7d0-a921-405f-89d1-b03ecb57bc81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.876522] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1268.876861] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b93810ca-493b-4d21-8375-c86eed67c77d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.886071] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1268.886071] env[62849]: value = "task-4405310" [ 1268.886071] env[62849]: _type = "Task" [ 1268.886071] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.894917] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405310, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.397759] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405310, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.897982] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405310, 'name': CloneVM_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.398764] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405310, 'name': CloneVM_Task, 'duration_secs': 1.058371} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.399098] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Created linked-clone VM from snapshot [ 1270.399808] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21e6d19-be8a-4604-9fa0-a05ec25d400c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.407916] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Uploading image 7d77af4c-d993-4504-a562-775fefcd2350 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1270.428518] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1270.428518] env[62849]: value = "vm-862168" [ 1270.428518] env[62849]: _type = "VirtualMachine" [ 1270.428518] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1270.428787] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b03474ec-c420-4107-81c0-a90c787e9956 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.436635] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease: (returnval){ [ 1270.436635] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529a7f2e-4cda-eb0d-6feb-cd7b095aef40" [ 1270.436635] env[62849]: _type = "HttpNfcLease" [ 1270.436635] env[62849]: } obtained for exporting VM: (result){ [ 1270.436635] env[62849]: value = "vm-862168" [ 1270.436635] env[62849]: _type = "VirtualMachine" [ 1270.436635] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1270.437189] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the lease: (returnval){ [ 1270.437189] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529a7f2e-4cda-eb0d-6feb-cd7b095aef40" [ 1270.437189] env[62849]: _type = "HttpNfcLease" [ 1270.437189] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.443684] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.443684] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529a7f2e-4cda-eb0d-6feb-cd7b095aef40" [ 1270.443684] env[62849]: _type = "HttpNfcLease" [ 1270.443684] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.947760] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.947760] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529a7f2e-4cda-eb0d-6feb-cd7b095aef40" [ 1270.947760] env[62849]: _type = "HttpNfcLease" [ 1270.947760] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1270.948075] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1270.948075] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]529a7f2e-4cda-eb0d-6feb-cd7b095aef40" [ 1270.948075] env[62849]: _type = "HttpNfcLease" [ 1270.948075] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1270.948803] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8810b-5550-4921-bb18-8d118c53187c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.956552] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f51e9d-778f-6e2f-999e-867bb863868c/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1270.956730] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f51e9d-778f-6e2f-999e-867bb863868c/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1271.044250] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f54d7947-1e7e-441d-9bb0-732fa9f992be {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.098932] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.099452] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.099452] env[62849]: INFO nova.compute.manager [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Shelving [ 1276.109467] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.109906] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea60c0df-86df-4f2e-b6f7-7e6ef20c6481 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.117702] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1276.117702] env[62849]: value = "task-4405312" [ 1276.117702] env[62849]: _type = "Task" [ 1276.117702] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.127177] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.628805] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405312, 'name': PowerOffVM_Task, 'duration_secs': 0.203427} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.629110] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.629933] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7315f9f-ebfa-4140-a3a3-2cca08c3356b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.649268] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c67f97e-5c34-4625-bc41-73bb6163afc0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.161835] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1277.162301] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b24d03c-71e5-4d6b-8875-af82fe0e6972 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.170868] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1277.170868] env[62849]: value = "task-4405313" [ 1277.170868] env[62849]: _type = "Task" [ 1277.170868] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.183914] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405313, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.683657] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405313, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.183385] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405313, 'name': CreateSnapshot_Task, 'duration_secs': 0.801295} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.183823] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1278.184550] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64415f01-cc5b-4632-91da-1f85ec98705a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.703791] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1278.704511] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-18d84f50-4beb-4176-b8cf-84981e929f99 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.713785] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1278.713785] env[62849]: value = "task-4405314" [ 1278.713785] env[62849]: _type = "Task" [ 1278.713785] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.723687] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405314, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.168016] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f51e9d-778f-6e2f-999e-867bb863868c/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1279.168955] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4df5d2-8d9f-46ed-8360-01d48a4ef21f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.176542] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f51e9d-778f-6e2f-999e-867bb863868c/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1279.176754] env[62849]: ERROR oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f51e9d-778f-6e2f-999e-867bb863868c/disk-0.vmdk due to incomplete transfer. [ 1279.176979] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68530596-9a62-4a84-8c73-85d4f669386c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.188023] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f51e9d-778f-6e2f-999e-867bb863868c/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1279.188508] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Uploaded image 7d77af4c-d993-4504-a562-775fefcd2350 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1279.190679] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1279.190983] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9215634f-fa85-480c-8d94-354cf03e857b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.198570] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1279.198570] env[62849]: value = "task-4405315" [ 1279.198570] env[62849]: _type = "Task" [ 1279.198570] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.209458] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405315, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.224297] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405314, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.709904] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405315, 'name': Destroy_Task, 'duration_secs': 0.379385} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.711874] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Destroyed the VM [ 1279.711874] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1279.711874] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dfb1420e-19e6-4706-b59e-b10af99273c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.719389] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1279.719389] env[62849]: value = "task-4405316" [ 1279.719389] env[62849]: _type = "Task" [ 1279.719389] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.725987] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405314, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.731229] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.226691] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405314, 'name': CloneVM_Task, 'duration_secs': 1.468487} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.227501] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Created linked-clone VM from snapshot [ 1280.228274] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a6bc69-d694-464e-9682-c8e92a73917e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.233805] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405316, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.239279] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Uploading image b5b7d535-0f77-47bc-928c-20a74858d5b0 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1280.265538] env[62849]: DEBUG oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1280.265538] env[62849]: value = "vm-862170" [ 1280.265538] env[62849]: _type = "VirtualMachine" [ 1280.265538] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1280.265817] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87c1e392-ed14-4f69-b08b-e394de792610 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.273325] env[62849]: DEBUG oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lease: (returnval){ [ 1280.273325] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52561258-b7a3-28da-7ba2-ade80b4d6c27" [ 1280.273325] env[62849]: _type = "HttpNfcLease" [ 1280.273325] env[62849]: } obtained for exporting VM: (result){ [ 1280.273325] env[62849]: value = "vm-862170" [ 1280.273325] env[62849]: _type = "VirtualMachine" [ 1280.273325] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1280.273742] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the lease: (returnval){ [ 1280.273742] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52561258-b7a3-28da-7ba2-ade80b4d6c27" [ 1280.273742] env[62849]: _type = "HttpNfcLease" [ 1280.273742] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1280.282083] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.282083] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52561258-b7a3-28da-7ba2-ade80b4d6c27" [ 1280.282083] env[62849]: _type = "HttpNfcLease" [ 1280.282083] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1280.729988] env[62849]: DEBUG oslo_vmware.api [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405316, 'name': RemoveSnapshot_Task, 'duration_secs': 0.600741} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.730295] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1280.730514] env[62849]: INFO nova.compute.manager [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Took 13.42 seconds to snapshot the instance on the hypervisor. [ 1280.782504] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1280.782504] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52561258-b7a3-28da-7ba2-ade80b4d6c27" [ 1280.782504] env[62849]: _type = "HttpNfcLease" [ 1280.782504] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1280.782851] env[62849]: DEBUG oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1280.782851] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52561258-b7a3-28da-7ba2-ade80b4d6c27" [ 1280.782851] env[62849]: _type = "HttpNfcLease" [ 1280.782851] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1280.783672] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f46ff9-5be6-4c67-933e-22d780f790da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.793172] env[62849]: DEBUG oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cefe8d-2349-bcfd-55e4-3e8642df3a56/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1280.793412] env[62849]: DEBUG oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cefe8d-2349-bcfd-55e4-3e8642df3a56/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1280.881436] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50e91541-1299-4826-8acb-791f0b81acc3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.276441] env[62849]: DEBUG nova.compute.manager [None req-2956a406-b9a2-4078-981e-0085832050c9 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Found 1 images (rotation: 2) {{(pid=62849) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1282.207653] env[62849]: DEBUG nova.compute.manager [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.208754] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc239f-07f8-44c1-9b1a-e8de985bfd14 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.720574] env[62849]: INFO nova.compute.manager [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] instance snapshotting [ 1282.720865] env[62849]: DEBUG nova.objects.instance [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'flavor' on Instance uuid ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.227641] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95a1164-e672-4204-bc33-ac2ae983b9f1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.247169] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446b15fe-0c40-469c-a926-ab9ba14fe6c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.758749] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1283.759536] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ebf3023e-a985-4979-9471-7a68d2216687 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.768734] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1283.768734] env[62849]: value = "task-4405318" [ 1283.768734] env[62849]: _type = "Task" [ 1283.768734] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.778124] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.279565] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.780055] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405318, 'name': CreateSnapshot_Task, 'duration_secs': 0.540886} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.780411] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1284.781144] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed83194-f5a4-4dad-9598-ebfa3d122df6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.298734] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1285.300067] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cb35debb-7110-4c37-8095-132a9baf18a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.308437] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1285.308437] env[62849]: value = "task-4405319" [ 1285.308437] env[62849]: _type = "Task" [ 1285.308437] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.317329] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405319, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.819371] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405319, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.320560] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405319, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.822091] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405319, 'name': CloneVM_Task, 'duration_secs': 1.367857} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.822091] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Created linked-clone VM from snapshot [ 1286.822603] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2c2ce5-eacf-4613-9c18-5246ec7d75c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.831065] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Uploading image c3851fa0-9137-4191-bab8-af3533c9908d {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1286.852112] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1286.852112] env[62849]: value = "vm-862172" [ 1286.852112] env[62849]: _type = "VirtualMachine" [ 1286.852112] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1286.852412] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9491d17d-05ab-4fe7-88a8-8821f29bd7c9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.860923] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease: (returnval){ [ 1286.860923] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cc9c11-6652-b808-33dc-ab14f9508815" [ 1286.860923] env[62849]: _type = "HttpNfcLease" [ 1286.860923] env[62849]: } obtained for exporting VM: (result){ [ 1286.860923] env[62849]: value = "vm-862172" [ 1286.860923] env[62849]: _type = "VirtualMachine" [ 1286.860923] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1286.861453] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the lease: (returnval){ [ 1286.861453] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cc9c11-6652-b808-33dc-ab14f9508815" [ 1286.861453] env[62849]: _type = "HttpNfcLease" [ 1286.861453] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1286.868659] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.868659] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cc9c11-6652-b808-33dc-ab14f9508815" [ 1286.868659] env[62849]: _type = "HttpNfcLease" [ 1286.868659] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1287.372489] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1287.372489] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cc9c11-6652-b808-33dc-ab14f9508815" [ 1287.372489] env[62849]: _type = "HttpNfcLease" [ 1287.372489] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1287.372863] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1287.372863] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52cc9c11-6652-b808-33dc-ab14f9508815" [ 1287.372863] env[62849]: _type = "HttpNfcLease" [ 1287.372863] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1287.373774] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe39c276-01d0-481e-a5fe-31f4505d3cc4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.382044] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299b091-66e7-52d0-aa69-a649fd268e1a/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1287.382230] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299b091-66e7-52d0-aa69-a649fd268e1a/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1287.477015] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b24eed6-79b4-4ca2-a290-0f3a4cece130 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.419414] env[62849]: DEBUG oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cefe8d-2349-bcfd-55e4-3e8642df3a56/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.420401] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08542995-dffc-4113-b367-ebf18f84af18 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.427333] env[62849]: DEBUG oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cefe8d-2349-bcfd-55e4-3e8642df3a56/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.427589] env[62849]: ERROR oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cefe8d-2349-bcfd-55e4-3e8642df3a56/disk-0.vmdk due to incomplete transfer. [ 1288.427867] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a82410f-1916-4dfa-b551-a7e10678f330 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.436777] env[62849]: DEBUG oslo_vmware.rw_handles [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cefe8d-2349-bcfd-55e4-3e8642df3a56/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1288.436978] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Uploaded image b5b7d535-0f77-47bc-928c-20a74858d5b0 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1288.439255] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1288.439565] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6338d651-b3af-4373-b921-86482628243e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.445962] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1288.445962] env[62849]: value = "task-4405321" [ 1288.445962] env[62849]: _type = "Task" [ 1288.445962] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.454770] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405321, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.956327] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405321, 'name': Destroy_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.456948] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405321, 'name': Destroy_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.957993] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405321, 'name': Destroy_Task, 'duration_secs': 1.373768} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.958298] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Destroyed the VM [ 1289.958547] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1289.958799] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9c1c1e3-da4b-47c7-b80f-98e74fa69cdc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.966125] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1289.966125] env[62849]: value = "task-4405322" [ 1289.966125] env[62849]: _type = "Task" [ 1289.966125] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.974669] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405322, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.476685] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405322, 'name': RemoveSnapshot_Task, 'duration_secs': 0.352767} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.477067] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1290.477330] env[62849]: DEBUG nova.compute.manager [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.478106] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01584972-086f-49b1-b326-4c57170e0e62 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.991784] env[62849]: INFO nova.compute.manager [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Shelve offloading [ 1291.496188] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.496673] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2529dccf-02bc-477d-8e9d-54e11b88a526 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.506251] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1291.506251] env[62849]: value = "task-4405323" [ 1291.506251] env[62849]: _type = "Task" [ 1291.506251] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.518164] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1291.518420] env[62849]: DEBUG nova.compute.manager [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.519266] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82039b41-f5e7-4da3-9530-b6fdbfa5e88c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.526481] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.526708] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.526915] env[62849]: DEBUG nova.network.neutron [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1292.243253] env[62849]: DEBUG nova.network.neutron [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [{"id": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "address": "fa:16:3e:71:6f:11", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295ad5a5-9d", "ovs_interfaceid": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.746156] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.164199] env[62849]: DEBUG nova.compute.manager [req-da211156-30e5-456e-a83b-edd018dbeb97 req-9d8d609b-6ace-4bad-b063-68d391775949 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received event network-vif-unplugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1293.164847] env[62849]: DEBUG oslo_concurrency.lockutils [req-da211156-30e5-456e-a83b-edd018dbeb97 req-9d8d609b-6ace-4bad-b063-68d391775949 service nova] Acquiring lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.165311] env[62849]: DEBUG oslo_concurrency.lockutils [req-da211156-30e5-456e-a83b-edd018dbeb97 req-9d8d609b-6ace-4bad-b063-68d391775949 service nova] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.166712] env[62849]: DEBUG oslo_concurrency.lockutils [req-da211156-30e5-456e-a83b-edd018dbeb97 req-9d8d609b-6ace-4bad-b063-68d391775949 service nova] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.166712] env[62849]: DEBUG nova.compute.manager [req-da211156-30e5-456e-a83b-edd018dbeb97 req-9d8d609b-6ace-4bad-b063-68d391775949 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] No waiting events found dispatching network-vif-unplugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.166712] env[62849]: WARNING nova.compute.manager [req-da211156-30e5-456e-a83b-edd018dbeb97 req-9d8d609b-6ace-4bad-b063-68d391775949 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received unexpected event network-vif-unplugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be for instance with vm_state shelved and task_state shelving_offloading. [ 1293.192977] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.194087] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f876e6e-8e9d-44f0-891f-eeda80c835b8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.203088] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.203392] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c23e888f-61e9-48d6-b7f6-a934bed6deea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.285578] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.285777] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.285909] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleting the datastore file [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.286204] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a1590ee-136f-4846-9ac3-21971c92988d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.293239] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1293.293239] env[62849]: value = "task-4405325" [ 1293.293239] env[62849]: _type = "Task" [ 1293.293239] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.302026] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.804299] env[62849]: DEBUG oslo_vmware.api [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148182} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.804746] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.804746] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.804914] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.831544] env[62849]: INFO nova.scheduler.client.report [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleted allocations for instance a5c46012-9321-488f-8b82-2ecbb0adddbb [ 1294.336486] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.336822] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.337081] env[62849]: DEBUG nova.objects.instance [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lazy-loading 'resources' on Instance uuid a5c46012-9321-488f-8b82-2ecbb0adddbb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.840851] env[62849]: DEBUG nova.objects.instance [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lazy-loading 'numa_topology' on Instance uuid a5c46012-9321-488f-8b82-2ecbb0adddbb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.192349] env[62849]: DEBUG nova.compute.manager [req-82c9528c-ea1e-40e1-99fe-adfac7ac856e req-040778da-6d30-47de-ad12-ba72b23abc24 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received event network-changed-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1295.192525] env[62849]: DEBUG nova.compute.manager [req-82c9528c-ea1e-40e1-99fe-adfac7ac856e req-040778da-6d30-47de-ad12-ba72b23abc24 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Refreshing instance network info cache due to event network-changed-295ad5a5-9d01-4023-89e9-d3f3e7dae4be. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1295.192741] env[62849]: DEBUG oslo_concurrency.lockutils [req-82c9528c-ea1e-40e1-99fe-adfac7ac856e req-040778da-6d30-47de-ad12-ba72b23abc24 service nova] Acquiring lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.192888] env[62849]: DEBUG oslo_concurrency.lockutils [req-82c9528c-ea1e-40e1-99fe-adfac7ac856e req-040778da-6d30-47de-ad12-ba72b23abc24 service nova] Acquired lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.193101] env[62849]: DEBUG nova.network.neutron [req-82c9528c-ea1e-40e1-99fe-adfac7ac856e req-040778da-6d30-47de-ad12-ba72b23abc24 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Refreshing network info cache for port 295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.296373] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299b091-66e7-52d0-aa69-a649fd268e1a/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1295.297311] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cb7edd-0b34-492a-be23-9fa2f75a7c31 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.304070] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299b091-66e7-52d0-aa69-a649fd268e1a/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1295.304234] env[62849]: ERROR oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299b091-66e7-52d0-aa69-a649fd268e1a/disk-0.vmdk due to incomplete transfer. [ 1295.304454] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7db3ebb1-031f-4ebd-b28a-339a280ca13d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.311695] env[62849]: DEBUG oslo_vmware.rw_handles [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299b091-66e7-52d0-aa69-a649fd268e1a/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1295.311888] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Uploaded image c3851fa0-9137-4191-bab8-af3533c9908d to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1295.313564] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1295.313802] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-379587c9-e56a-494c-b548-68994c0f746c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.320378] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1295.320378] env[62849]: value = "task-4405326" [ 1295.320378] env[62849]: _type = "Task" [ 1295.320378] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.330021] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405326, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.343138] env[62849]: DEBUG nova.objects.base [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1295.385016] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c0458c-5586-450c-bb38-b711325ad5ce {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.392191] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3f5f05-6255-4631-ad2f-6d0b1a9b4b69 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.421659] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e28ca2-2ba5-4c14-b7a4-b38c2423b02a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.429694] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddb5bc3-cb85-499e-8bbf-578c715762f4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.443313] env[62849]: DEBUG nova.compute.provider_tree [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.599466] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.599935] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.600207] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.600524] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.600824] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.601161] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.601470] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.601730] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1295.602008] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.613638] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.832168] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405326, 'name': Destroy_Task, 'duration_secs': 0.51151} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.835191] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Destroyed the VM [ 1295.835463] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1295.835754] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-489a07e4-4740-4a10-8a60-47d1f0f9ad58 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.842519] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1295.842519] env[62849]: value = "task-4405327" [ 1295.842519] env[62849]: _type = "Task" [ 1295.842519] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.853133] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.904422] env[62849]: DEBUG nova.network.neutron [req-82c9528c-ea1e-40e1-99fe-adfac7ac856e req-040778da-6d30-47de-ad12-ba72b23abc24 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updated VIF entry in instance network info cache for port 295ad5a5-9d01-4023-89e9-d3f3e7dae4be. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1295.904843] env[62849]: DEBUG nova.network.neutron [req-82c9528c-ea1e-40e1-99fe-adfac7ac856e req-040778da-6d30-47de-ad12-ba72b23abc24 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [{"id": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "address": "fa:16:3e:71:6f:11", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": null, "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap295ad5a5-9d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.947250] env[62849]: DEBUG nova.scheduler.client.report [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.105451] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.352945] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405327, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.407853] env[62849]: DEBUG oslo_concurrency.lockutils [req-82c9528c-ea1e-40e1-99fe-adfac7ac856e req-040778da-6d30-47de-ad12-ba72b23abc24 service nova] Releasing lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.451973] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.454516] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.349s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.454708] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.454838] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1296.455851] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ef4b3a-a084-437a-aeb8-c521ec038e5b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.464984] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc32836-3f55-4bf4-b034-913b71a464b6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.480985] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e35ff39-288c-4e40-8c96-2fa000456bb8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.488321] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ccf89-0c10-4928-a28e-a42227a19c98 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.520118] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180585MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1296.520331] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.520497] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.852855] env[62849]: DEBUG oslo_vmware.api [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405327, 'name': RemoveSnapshot_Task, 'duration_secs': 0.52213} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.853339] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1296.853412] env[62849]: INFO nova.compute.manager [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Took 13.63 seconds to snapshot the instance on the hypervisor. [ 1296.959807] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0848b122-2757-4766-84e4-5f8e191d0857 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.860s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.960353] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.347s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.960353] env[62849]: INFO nova.compute.manager [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Unshelving [ 1297.406211] env[62849]: DEBUG nova.compute.manager [None req-2c0aca98-cf18-4e61-ad2b-0334044c69b8 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Found 2 images (rotation: 2) {{(pid=62849) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1297.552202] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance ed08822d-cfee-4cc8-aed7-fd49fc91d0ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1297.983372] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.055821] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance a5c46012-9321-488f-8b82-2ecbb0adddbb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1767}} [ 1298.055821] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1298.055821] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_image_uploading': '1', 'num_os_type_None': '1', 'num_proj_28783af203034a549e0a30b481f2a9f7': '1', 'io_workload': '0'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1298.100825] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcfa210-760c-4a0b-9585-6c76ab43631d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.109466] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30102937-49ff-4af8-bc0a-1a6849d75db1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.142046] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b5a050-03ad-454e-84c2-42386d7b2c8f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.151233] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e35cf3-0445-4c4a-ad55-79e5f44373f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.167300] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.670587] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.856640] env[62849]: DEBUG nova.compute.manager [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1298.857578] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e0e11c-752d-4df8-a95e-48ec718ee362 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.175764] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1299.176289] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.655s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.176585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.193s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.176881] env[62849]: DEBUG nova.objects.instance [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lazy-loading 'pci_requests' on Instance uuid a5c46012-9321-488f-8b82-2ecbb0adddbb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.368734] env[62849]: INFO nova.compute.manager [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] instance snapshotting [ 1299.369317] env[62849]: DEBUG nova.objects.instance [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'flavor' on Instance uuid ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.681323] env[62849]: DEBUG nova.objects.instance [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lazy-loading 'numa_topology' on Instance uuid a5c46012-9321-488f-8b82-2ecbb0adddbb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.875677] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa87d05-eeac-41a7-8943-57bc6e81dc0e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.895180] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3466fe48-ab7d-4b01-acfa-16f213568c7b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.183809] env[62849]: INFO nova.compute.claims [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.406807] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1300.407139] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f63b654-7214-4027-be50-f717d66220da {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.414403] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1300.414403] env[62849]: value = "task-4405328" [ 1300.414403] env[62849]: _type = "Task" [ 1300.414403] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.422751] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.927014] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405328, 'name': CreateSnapshot_Task, 'duration_secs': 0.443985} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.927240] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1300.927972] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986bcac9-b7f1-4c9c-b61d-1a908d38b2c6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.235193] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abdbcd4-6eb7-47d7-831e-f9ef3b7e7496 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.243252] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3696ff44-7964-4856-94fd-ca8ae4e7880a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.273401] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13b2500-41a3-488a-b766-187251df1406 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.281237] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a8bc9e-8142-4149-ac5b-589570321433 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.294811] env[62849]: DEBUG nova.compute.provider_tree [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.446139] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1301.446394] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc38de12-1ce2-4067-9f41-087e2ac9e75c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.456097] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1301.456097] env[62849]: value = "task-4405329" [ 1301.456097] env[62849]: _type = "Task" [ 1301.456097] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.465008] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405329, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.798796] env[62849]: DEBUG nova.scheduler.client.report [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.968098] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405329, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.303932] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.127s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.335126] env[62849]: INFO nova.network.neutron [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating port 295ad5a5-9d01-4023-89e9-d3f3e7dae4be with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1302.468516] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405329, 'name': CloneVM_Task, 'duration_secs': 1.010668} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.468777] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Created linked-clone VM from snapshot [ 1302.469565] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4098ac60-4cfc-4d64-8199-a2027e340004 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.477943] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Uploading image d363859a-adca-49ef-9f81-7d48384b0f6b {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1302.505472] env[62849]: DEBUG oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1302.505472] env[62849]: value = "vm-862174" [ 1302.505472] env[62849]: _type = "VirtualMachine" [ 1302.505472] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1302.505767] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d46844ed-2a94-49a2-b09a-f46a7c25fa61 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.513285] env[62849]: DEBUG oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease: (returnval){ [ 1302.513285] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528357da-8c3f-6103-046e-13c03752d6f5" [ 1302.513285] env[62849]: _type = "HttpNfcLease" [ 1302.513285] env[62849]: } obtained for exporting VM: (result){ [ 1302.513285] env[62849]: value = "vm-862174" [ 1302.513285] env[62849]: _type = "VirtualMachine" [ 1302.513285] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1302.513829] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the lease: (returnval){ [ 1302.513829] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528357da-8c3f-6103-046e-13c03752d6f5" [ 1302.513829] env[62849]: _type = "HttpNfcLease" [ 1302.513829] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1302.520637] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1302.520637] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528357da-8c3f-6103-046e-13c03752d6f5" [ 1302.520637] env[62849]: _type = "HttpNfcLease" [ 1302.520637] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1303.022483] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.022483] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528357da-8c3f-6103-046e-13c03752d6f5" [ 1303.022483] env[62849]: _type = "HttpNfcLease" [ 1303.022483] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1303.022778] env[62849]: DEBUG oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1303.022778] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]528357da-8c3f-6103-046e-13c03752d6f5" [ 1303.022778] env[62849]: _type = "HttpNfcLease" [ 1303.022778] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1303.023527] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a92cd4-65eb-4acb-aba6-0d4df5977b7f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.031034] env[62849]: DEBUG oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e717fb-8593-b6a0-013d-2e3376c6aa53/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1303.031208] env[62849]: DEBUG oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e717fb-8593-b6a0-013d-2e3376c6aa53/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1303.117676] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55b4bda4-b2c5-4481-aff2-7f6b0797c085 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.734477] env[62849]: DEBUG nova.compute.manager [req-d7b5f5eb-8722-47e8-ba00-baf5797060c4 req-2f6d16a0-8270-41af-a42a-5b7ff40ce0c7 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received event network-vif-plugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1303.734763] env[62849]: DEBUG oslo_concurrency.lockutils [req-d7b5f5eb-8722-47e8-ba00-baf5797060c4 req-2f6d16a0-8270-41af-a42a-5b7ff40ce0c7 service nova] Acquiring lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.734972] env[62849]: DEBUG oslo_concurrency.lockutils [req-d7b5f5eb-8722-47e8-ba00-baf5797060c4 req-2f6d16a0-8270-41af-a42a-5b7ff40ce0c7 service nova] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.735195] env[62849]: DEBUG oslo_concurrency.lockutils [req-d7b5f5eb-8722-47e8-ba00-baf5797060c4 req-2f6d16a0-8270-41af-a42a-5b7ff40ce0c7 service nova] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.735649] env[62849]: DEBUG nova.compute.manager [req-d7b5f5eb-8722-47e8-ba00-baf5797060c4 req-2f6d16a0-8270-41af-a42a-5b7ff40ce0c7 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] No waiting events found dispatching network-vif-plugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1303.735649] env[62849]: WARNING nova.compute.manager [req-d7b5f5eb-8722-47e8-ba00-baf5797060c4 req-2f6d16a0-8270-41af-a42a-5b7ff40ce0c7 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received unexpected event network-vif-plugged-295ad5a5-9d01-4023-89e9-d3f3e7dae4be for instance with vm_state shelved_offloaded and task_state spawning. [ 1303.830211] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.831277] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.831277] env[62849]: DEBUG nova.network.neutron [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1304.567932] env[62849]: DEBUG nova.network.neutron [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [{"id": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "address": "fa:16:3e:71:6f:11", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295ad5a5-9d", "ovs_interfaceid": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.075273] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.102866] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3aabd23559a741be4a50a9b5b80c8dd2',container_format='bare',created_at=2025-11-12T17:28:37Z,direct_url=,disk_format='vmdk',id=b5b7d535-0f77-47bc-928c-20a74858d5b0,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-184064409-shelved',owner='f283e564b62d47d38875b09ad8c02c45',properties=ImageMetaProps,protected=,size=31657984,status='active',tags=,updated_at=2025-11-12T17:28:51Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.103207] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.103401] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.103607] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.103756] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.103903] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.104138] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.104325] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.104498] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.104657] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.104852] env[62849]: DEBUG nova.virt.hardware [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.105935] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af286f9-d959-4a7a-923f-fff6a5fe17a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.114982] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0371e2e8-0bc8-429c-838c-c0a9d6d49980 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.129692] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:6f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295ad5a5-9d01-4023-89e9-d3f3e7dae4be', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.137080] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.137359] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.137580] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e69f91-b862-49eb-bbfa-0cd9752d60d6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.157563] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.157563] env[62849]: value = "task-4405331" [ 1305.157563] env[62849]: _type = "Task" [ 1305.157563] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.166863] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405331, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.668686] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405331, 'name': CreateVM_Task, 'duration_secs': 0.383805} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.668874] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.669564] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.669730] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.670159] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.670454] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6619750c-f75c-4be3-b5a6-ab18f460054f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.675823] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1305.675823] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525ffd4a-1461-8be3-665a-42d15386a2a9" [ 1305.675823] env[62849]: _type = "Task" [ 1305.675823] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.686221] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]525ffd4a-1461-8be3-665a-42d15386a2a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.760451] env[62849]: DEBUG nova.compute.manager [req-079f3191-eadc-4ad9-bd74-ae63907ab9f2 req-420287d9-fc50-4bee-b367-6216ce05376d service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received event network-changed-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1305.760667] env[62849]: DEBUG nova.compute.manager [req-079f3191-eadc-4ad9-bd74-ae63907ab9f2 req-420287d9-fc50-4bee-b367-6216ce05376d service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Refreshing instance network info cache due to event network-changed-295ad5a5-9d01-4023-89e9-d3f3e7dae4be. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1305.760909] env[62849]: DEBUG oslo_concurrency.lockutils [req-079f3191-eadc-4ad9-bd74-ae63907ab9f2 req-420287d9-fc50-4bee-b367-6216ce05376d service nova] Acquiring lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.761290] env[62849]: DEBUG oslo_concurrency.lockutils [req-079f3191-eadc-4ad9-bd74-ae63907ab9f2 req-420287d9-fc50-4bee-b367-6216ce05376d service nova] Acquired lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.761512] env[62849]: DEBUG nova.network.neutron [req-079f3191-eadc-4ad9-bd74-ae63907ab9f2 req-420287d9-fc50-4bee-b367-6216ce05376d service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Refreshing network info cache for port 295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.187382] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.187775] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Processing image b5b7d535-0f77-47bc-928c-20a74858d5b0 {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.187963] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0/b5b7d535-0f77-47bc-928c-20a74858d5b0.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.188162] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0/b5b7d535-0f77-47bc-928c-20a74858d5b0.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.188372] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.188673] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ca649b-9d3c-4196-a113-3c88b0df1dc8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.199065] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.199306] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.200051] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b66cb5f-5201-4560-ad0b-f780dcbb3ab5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.207078] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1306.207078] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527f3b2e-cb05-7e08-bc7b-7da06be50196" [ 1306.207078] env[62849]: _type = "Task" [ 1306.207078] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.215243] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527f3b2e-cb05-7e08-bc7b-7da06be50196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.457605] env[62849]: DEBUG nova.network.neutron [req-079f3191-eadc-4ad9-bd74-ae63907ab9f2 req-420287d9-fc50-4bee-b367-6216ce05376d service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updated VIF entry in instance network info cache for port 295ad5a5-9d01-4023-89e9-d3f3e7dae4be. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1306.458141] env[62849]: DEBUG nova.network.neutron [req-079f3191-eadc-4ad9-bd74-ae63907ab9f2 req-420287d9-fc50-4bee-b367-6216ce05376d service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [{"id": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "address": "fa:16:3e:71:6f:11", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295ad5a5-9d", "ovs_interfaceid": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.718038] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Preparing fetch location {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1306.718038] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Fetch image to [datastore1] OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd/OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd.vmdk {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1306.718312] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Downloading stream optimized image b5b7d535-0f77-47bc-928c-20a74858d5b0 to [datastore1] OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd/OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd.vmdk on the data store datastore1 as vApp {{(pid=62849) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1306.718312] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Downloading image file data b5b7d535-0f77-47bc-928c-20a74858d5b0 to the ESX as VM named 'OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd' {{(pid=62849) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1306.788910] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1306.788910] env[62849]: value = "resgroup-9" [ 1306.788910] env[62849]: _type = "ResourcePool" [ 1306.788910] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1306.789250] env[62849]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6ae33655-c6ad-43d9-8dd2-5755bc727b78 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.811761] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lease: (returnval){ [ 1306.811761] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52796a92-3623-5609-a569-de03d52d0180" [ 1306.811761] env[62849]: _type = "HttpNfcLease" [ 1306.811761] env[62849]: } obtained for vApp import into resource pool (val){ [ 1306.811761] env[62849]: value = "resgroup-9" [ 1306.811761] env[62849]: _type = "ResourcePool" [ 1306.811761] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1306.812168] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the lease: (returnval){ [ 1306.812168] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52796a92-3623-5609-a569-de03d52d0180" [ 1306.812168] env[62849]: _type = "HttpNfcLease" [ 1306.812168] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1306.819701] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.819701] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52796a92-3623-5609-a569-de03d52d0180" [ 1306.819701] env[62849]: _type = "HttpNfcLease" [ 1306.819701] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1306.961863] env[62849]: DEBUG oslo_concurrency.lockutils [req-079f3191-eadc-4ad9-bd74-ae63907ab9f2 req-420287d9-fc50-4bee-b367-6216ce05376d service nova] Releasing lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.321239] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1307.321239] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52796a92-3623-5609-a569-de03d52d0180" [ 1307.321239] env[62849]: _type = "HttpNfcLease" [ 1307.321239] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1307.822909] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1307.822909] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52796a92-3623-5609-a569-de03d52d0180" [ 1307.822909] env[62849]: _type = "HttpNfcLease" [ 1307.822909] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1308.323266] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1308.323266] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52796a92-3623-5609-a569-de03d52d0180" [ 1308.323266] env[62849]: _type = "HttpNfcLease" [ 1308.323266] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1308.323901] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1308.323901] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52796a92-3623-5609-a569-de03d52d0180" [ 1308.323901] env[62849]: _type = "HttpNfcLease" [ 1308.323901] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1308.324374] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a909a2c-35b7-44e2-b030-12e82e431ce8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.332932] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dff81d-0c0f-d935-1086-a432605f44c4/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1308.333213] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating HTTP connection to write to file with size = 31657984 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dff81d-0c0f-d935-1086-a432605f44c4/disk-0.vmdk. {{(pid=62849) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1308.394073] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e040b5fe-e008-4ea2-8e3b-e8f1b912c065 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.524609] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Completed reading data from the image iterator. {{(pid=62849) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1309.524929] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dff81d-0c0f-d935-1086-a432605f44c4/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1309.526025] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69d1e6-ed07-4d29-a410-0efcfe24ccb0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.535023] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dff81d-0c0f-d935-1086-a432605f44c4/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1309.535257] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dff81d-0c0f-d935-1086-a432605f44c4/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1309.535660] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-32ec66d6-fad5-426b-8301-9fc005d10064 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.737569] env[62849]: DEBUG oslo_vmware.rw_handles [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dff81d-0c0f-d935-1086-a432605f44c4/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1309.737858] env[62849]: INFO nova.virt.vmwareapi.images [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Downloaded image file data b5b7d535-0f77-47bc-928c-20a74858d5b0 [ 1309.738837] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df62672b-e15b-406e-b78e-9b79edd7ee65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.757792] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b66b2ac-0a1f-4b75-b4b8-0bac99759df1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.785896] env[62849]: INFO nova.virt.vmwareapi.images [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] The imported VM was unregistered [ 1309.787747] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Caching image {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1309.788080] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.788380] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25e8bb25-1177-4638-8ec8-5d3de91e2d63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.800563] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Created directory with path [datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.800801] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd/OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd.vmdk to [datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0/b5b7d535-0f77-47bc-928c-20a74858d5b0.vmdk. {{(pid=62849) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1309.801087] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d626b3fd-9fec-4862-bc69-e8314969bee8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.808963] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1309.808963] env[62849]: value = "task-4405334" [ 1309.808963] env[62849]: _type = "Task" [ 1309.808963] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.819192] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405334, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.320899] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405334, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.820036] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405334, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.275164] env[62849]: DEBUG oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e717fb-8593-b6a0-013d-2e3376c6aa53/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1311.276128] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20870b1c-ee77-476b-a7ec-1e440083a728 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.283592] env[62849]: DEBUG oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e717fb-8593-b6a0-013d-2e3376c6aa53/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1311.283761] env[62849]: ERROR oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e717fb-8593-b6a0-013d-2e3376c6aa53/disk-0.vmdk due to incomplete transfer. [ 1311.283999] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ec9cc5a-d495-4508-b31e-8b4661d38f19 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.293185] env[62849]: DEBUG oslo_vmware.rw_handles [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e717fb-8593-b6a0-013d-2e3376c6aa53/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1311.293423] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Uploaded image d363859a-adca-49ef-9f81-7d48384b0f6b to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1311.295935] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1311.296242] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8ff4e433-3eed-4500-aa92-c233fd89106d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.304307] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1311.304307] env[62849]: value = "task-4405335" [ 1311.304307] env[62849]: _type = "Task" [ 1311.304307] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.313572] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405335, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.322765] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405334, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.815113] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405335, 'name': Destroy_Task, 'duration_secs': 0.422925} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.818473] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Destroyed the VM [ 1311.818736] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1311.819014] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05a83c82-6022-437c-9f48-700e0345356d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.826273] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405334, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.827707] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1311.827707] env[62849]: value = "task-4405336" [ 1311.827707] env[62849]: _type = "Task" [ 1311.827707] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.838123] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.325933] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405334, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.358206} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.326233] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd/OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd.vmdk to [datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0/b5b7d535-0f77-47bc-928c-20a74858d5b0.vmdk. [ 1312.326425] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Cleaning up location [datastore1] OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1312.326589] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8b1d8213-45a3-460c-ba9c-2a1ef6b52ccd {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.326848] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79007690-ab2a-437f-91b1-64882cc4505e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.337982] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.339423] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1312.339423] env[62849]: value = "task-4405337" [ 1312.339423] env[62849]: _type = "Task" [ 1312.339423] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.348303] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.843489] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.855602] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039204} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.856419] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.856419] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0/b5b7d535-0f77-47bc-928c-20a74858d5b0.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.858339] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0/b5b7d535-0f77-47bc-928c-20a74858d5b0.vmdk to [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb/a5c46012-9321-488f-8b82-2ecbb0adddbb.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.858339] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08b2686-d42d-44bc-a6fe-bb19bfde1997 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.867624] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1312.867624] env[62849]: value = "task-4405338" [ 1312.867624] env[62849]: _type = "Task" [ 1312.867624] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.878545] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.343085] env[62849]: DEBUG oslo_vmware.api [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405336, 'name': RemoveSnapshot_Task, 'duration_secs': 1.417197} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.343422] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1313.343659] env[62849]: INFO nova.compute.manager [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Took 13.47 seconds to snapshot the instance on the hypervisor. [ 1313.379871] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405338, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.882334] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405338, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.911087] env[62849]: DEBUG nova.compute.manager [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Found 3 images (rotation: 2) {{(pid=62849) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1313.911087] env[62849]: DEBUG nova.compute.manager [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Rotating out 1 backups {{(pid=62849) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1313.911087] env[62849]: DEBUG nova.compute.manager [None req-6b897275-c4dc-48f7-afa9-1f54a1a2219b tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleting image 7d77af4c-d993-4504-a562-775fefcd2350 {{(pid=62849) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1314.384876] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405338, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.884912] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405338, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.381496] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405338, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.412135} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.381731] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5b7d535-0f77-47bc-928c-20a74858d5b0/b5b7d535-0f77-47bc-928c-20a74858d5b0.vmdk to [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb/a5c46012-9321-488f-8b82-2ecbb0adddbb.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.382586] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2241f-d458-4fe0-bc8c-035a7ebdf0ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.406178] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb/a5c46012-9321-488f-8b82-2ecbb0adddbb.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.406630] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.406878] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.407064] env[62849]: DEBUG nova.compute.manager [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.407306] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d90b55-ea21-4cde-a70f-ee203f466ccf {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.422280] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9455fb-6665-491b-b8e4-10ed883e9e64 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.429953] env[62849]: DEBUG nova.compute.manager [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62849) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1315.430609] env[62849]: DEBUG nova.objects.instance [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'flavor' on Instance uuid ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.434058] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1315.434058] env[62849]: value = "task-4405339" [ 1315.434058] env[62849]: _type = "Task" [ 1315.434058] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.442513] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.948448] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405339, 'name': ReconfigVM_Task, 'duration_secs': 0.353445} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.948839] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Reconfigured VM instance instance-0000007c to attach disk [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb/a5c46012-9321-488f-8b82-2ecbb0adddbb.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.949907] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daf3a802-4bdb-4378-8ab3-0d11e6a2044e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.959111] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1315.959111] env[62849]: value = "task-4405340" [ 1315.959111] env[62849]: _type = "Task" [ 1315.959111] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.973257] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405340, 'name': Rename_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.443592] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.443967] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16881258-c298-46bb-93d3-b77e61a40fa5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.452716] env[62849]: DEBUG oslo_vmware.api [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1316.452716] env[62849]: value = "task-4405341" [ 1316.452716] env[62849]: _type = "Task" [ 1316.452716] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.461971] env[62849]: DEBUG oslo_vmware.api [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.471119] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405340, 'name': Rename_Task, 'duration_secs': 0.166351} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.471445] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.471791] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1b64152-b95f-4b53-a934-bf88286b49b0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.480838] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1316.480838] env[62849]: value = "task-4405342" [ 1316.480838] env[62849]: _type = "Task" [ 1316.480838] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.489421] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.965134] env[62849]: DEBUG oslo_vmware.api [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405341, 'name': PowerOffVM_Task, 'duration_secs': 0.243177} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.965134] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.965134] env[62849]: DEBUG nova.compute.manager [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.965944] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2904b0aa-80f8-4931-a428-052504b3746d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.991765] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.481770] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2aba5a34-514d-4089-8480-9d5b80689063 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.497008] env[62849]: DEBUG oslo_vmware.api [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405342, 'name': PowerOnVM_Task, 'duration_secs': 0.549825} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.498266] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.640837] env[62849]: DEBUG nova.compute.manager [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.641854] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f05714-d6fe-48e3-90a6-59483d10a012 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.159295] env[62849]: DEBUG oslo_concurrency.lockutils [None req-60e98e29-ce1e-441c-be6f-ec3d70ab4789 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.199s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.589201] env[62849]: DEBUG nova.compute.manager [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Stashing vm_state: stopped {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1319.108820] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.109130] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.170821] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d131b7-46c0-4ab7-9838-7d0d294ca27b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.179669] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-db27978c-f722-4b77-b931-63b6e8439bf2 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Suspending the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1319.179910] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0a87f9bb-e3af-44eb-9d0f-a3818b8e4195 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.186997] env[62849]: DEBUG oslo_vmware.api [None req-db27978c-f722-4b77-b931-63b6e8439bf2 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1319.186997] env[62849]: value = "task-4405343" [ 1319.186997] env[62849]: _type = "Task" [ 1319.186997] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.195454] env[62849]: DEBUG oslo_vmware.api [None req-db27978c-f722-4b77-b931-63b6e8439bf2 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405343, 'name': SuspendVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.615071] env[62849]: INFO nova.compute.claims [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.698523] env[62849]: DEBUG oslo_vmware.api [None req-db27978c-f722-4b77-b931-63b6e8439bf2 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405343, 'name': SuspendVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.124835] env[62849]: INFO nova.compute.resource_tracker [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating resource usage from migration 7f18f37b-9df7-4a43-bd16-2243d330ffc3 [ 1320.173828] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b42c6c-92df-40c1-a670-86864f45fbf5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.182042] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4772aa3-d7cb-4584-b8a4-028cabc533b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.214112] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c65c8-8c77-4584-bccf-350ea55aa671 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.219337] env[62849]: DEBUG oslo_vmware.api [None req-db27978c-f722-4b77-b931-63b6e8439bf2 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405343, 'name': SuspendVM_Task, 'duration_secs': 0.618146} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.219934] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-db27978c-f722-4b77-b931-63b6e8439bf2 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Suspended the VM {{(pid=62849) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1320.220131] env[62849]: DEBUG nova.compute.manager [None req-db27978c-f722-4b77-b931-63b6e8439bf2 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.220853] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e7a314-f21a-4025-b735-2148d76d056d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.226441] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eb336c-f345-467f-99d3-4ab1663846ec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.244284] env[62849]: DEBUG nova.compute.provider_tree [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.747274] env[62849]: DEBUG nova.scheduler.client.report [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.251865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.143s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.252230] env[62849]: INFO nova.compute.manager [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Migrating [ 1321.594092] env[62849]: INFO nova.compute.manager [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Resuming [ 1321.594730] env[62849]: DEBUG nova.objects.instance [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lazy-loading 'flavor' on Instance uuid a5c46012-9321-488f-8b82-2ecbb0adddbb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.766504] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.766779] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.766848] env[62849]: DEBUG nova.network.neutron [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1322.493388] env[62849]: DEBUG nova.network.neutron [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [{"id": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "address": "fa:16:3e:f8:41:f7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b57ba69-5d", "ovs_interfaceid": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.996024] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.105640] env[62849]: DEBUG oslo_concurrency.lockutils [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.105834] env[62849]: DEBUG oslo_concurrency.lockutils [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquired lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.105979] env[62849]: DEBUG nova.network.neutron [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1323.798436] env[62849]: DEBUG nova.network.neutron [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [{"id": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "address": "fa:16:3e:71:6f:11", "network": {"id": "84adc28f-62ad-4c7d-976d-eb8c2184cfd1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-118139009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f283e564b62d47d38875b09ad8c02c45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295ad5a5-9d", "ovs_interfaceid": "295ad5a5-9d01-4023-89e9-d3f3e7dae4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.301499] env[62849]: DEBUG oslo_concurrency.lockutils [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Releasing lock "refresh_cache-a5c46012-9321-488f-8b82-2ecbb0adddbb" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.302518] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df385665-b4a6-4eb8-8a14-7f36fc86e867 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.310083] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Resuming the VM {{(pid=62849) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1324.310343] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02ecca07-5f42-4362-b565-7dd7b19222c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.317415] env[62849]: DEBUG oslo_vmware.api [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1324.317415] env[62849]: value = "task-4405344" [ 1324.317415] env[62849]: _type = "Task" [ 1324.317415] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.325547] env[62849]: DEBUG oslo_vmware.api [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.512784] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44621ea-a3c6-43d5-92ca-820181300aec {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.533228] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance 'ed08822d-cfee-4cc8-aed7-fd49fc91d0ad' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.829374] env[62849]: DEBUG oslo_vmware.api [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.039873] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.040162] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6680e387-c56e-4f08-991c-634205c55dff {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.049417] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1325.049417] env[62849]: value = "task-4405345" [ 1325.049417] env[62849]: _type = "Task" [ 1325.049417] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.059714] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1325.059984] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance 'ed08822d-cfee-4cc8-aed7-fd49fc91d0ad' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.328503] env[62849]: DEBUG oslo_vmware.api [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405344, 'name': PowerOnVM_Task, 'duration_secs': 0.552252} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.328711] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Resumed the VM {{(pid=62849) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1325.328888] env[62849]: DEBUG nova.compute.manager [None req-caa2e16e-0bd2-4d01-8ea3-ff81026f4ddf tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.329681] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934c52b-9168-45a6-b502-f0e7d39ac5ac {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.566616] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.566855] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.567019] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.567214] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.567361] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.567503] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.567705] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.567861] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.568032] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.568200] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.568373] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.573261] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb2c712-2233-4370-a016-a0768ebd57b1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.590053] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1325.590053] env[62849]: value = "task-4405346" [ 1325.590053] env[62849]: _type = "Task" [ 1325.590053] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.600822] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.101014] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.601563] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405346, 'name': ReconfigVM_Task, 'duration_secs': 0.680293} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.601858] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance 'ed08822d-cfee-4cc8-aed7-fd49fc91d0ad' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.109320] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.109698] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.109798] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.109982] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.110142] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.110341] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.110572] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.110732] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.110895] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.111068] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.111241] env[62849]: DEBUG nova.virt.hardware [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.116683] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.116996] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfeaf0a-042c-474b-8834-578d7af1a8e6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.136024] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1327.136024] env[62849]: value = "task-4405347" [ 1327.136024] env[62849]: _type = "Task" [ 1327.136024] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.145102] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.646760] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405347, 'name': ReconfigVM_Task, 'duration_secs': 0.159491} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.647054] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.647854] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29ce6d8-cd00-4d07-b832-c10a56caf33c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.669832] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] ed08822d-cfee-4cc8-aed7-fd49fc91d0ad/ed08822d-cfee-4cc8-aed7-fd49fc91d0ad.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.670423] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c6cd61-fc84-49e5-b4b2-47592264f33e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.689488] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1327.689488] env[62849]: value = "task-4405348" [ 1327.689488] env[62849]: _type = "Task" [ 1327.689488] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.698012] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.200444] env[62849]: DEBUG oslo_vmware.api [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405348, 'name': ReconfigVM_Task, 'duration_secs': 0.268945} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.201808] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Reconfigured VM instance instance-0000007b to attach disk [datastore1] ed08822d-cfee-4cc8-aed7-fd49fc91d0ad/ed08822d-cfee-4cc8-aed7-fd49fc91d0ad.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.201808] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance 'ed08822d-cfee-4cc8-aed7-fd49fc91d0ad' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.709065] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd94439f-4835-4ba5-a087-0acf2efeaff4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.728629] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d6152-e9cf-45d7-ba35-5ea1ed0cc6a4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.747792] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance 'ed08822d-cfee-4cc8-aed7-fd49fc91d0ad' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.298866] env[62849]: DEBUG nova.network.neutron [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Port 4b57ba69-5dfc-4f9b-b663-ca94bd73b21c binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1329.785376] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.785642] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.785873] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.786076] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.786254] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.788511] env[62849]: INFO nova.compute.manager [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Terminating instance [ 1330.292891] env[62849]: DEBUG nova.compute.manager [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.293193] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.294163] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7817bc6a-6f31-4dc4-9e5f-f5274e6ade09 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.302642] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.303017] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08e7ad17-e57e-41d8-8858-c0e647c9bc25 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.317591] env[62849]: DEBUG oslo_vmware.api [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1330.317591] env[62849]: value = "task-4405349" [ 1330.317591] env[62849]: _type = "Task" [ 1330.317591] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.329090] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.329090] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.329090] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.336677] env[62849]: DEBUG oslo_vmware.api [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.830340] env[62849]: DEBUG oslo_vmware.api [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405349, 'name': PowerOffVM_Task, 'duration_secs': 0.188474} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.831106] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.831339] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.831588] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba09f0f-c69f-4339-b7e0-ead113e5ddb3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.909024] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.909285] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.909438] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleting the datastore file [datastore1] a5c46012-9321-488f-8b82-2ecbb0adddbb {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.909695] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4291ddb-65b5-4b19-a6ec-91ed563fc29c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.917012] env[62849]: DEBUG oslo_vmware.api [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for the task: (returnval){ [ 1330.917012] env[62849]: value = "task-4405351" [ 1330.917012] env[62849]: _type = "Task" [ 1330.917012] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.927810] env[62849]: DEBUG oslo_vmware.api [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.362436] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.362725] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.362799] env[62849]: DEBUG nova.network.neutron [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1331.428111] env[62849]: DEBUG oslo_vmware.api [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Task: {'id': task-4405351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141264} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.428477] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.428673] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.428849] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.429036] env[62849]: INFO nova.compute.manager [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1331.429289] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.429476] env[62849]: DEBUG nova.compute.manager [-] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.429572] env[62849]: DEBUG nova.network.neutron [-] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1331.710360] env[62849]: DEBUG nova.compute.manager [req-94d19592-78d7-4cd7-8ce8-8fd267d4d3a4 req-b645eef5-1c2d-448f-af16-d906c41fd901 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Received event network-vif-deleted-295ad5a5-9d01-4023-89e9-d3f3e7dae4be {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1331.710427] env[62849]: INFO nova.compute.manager [req-94d19592-78d7-4cd7-8ce8-8fd267d4d3a4 req-b645eef5-1c2d-448f-af16-d906c41fd901 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Neutron deleted interface 295ad5a5-9d01-4023-89e9-d3f3e7dae4be; detaching it from the instance and deleting it from the info cache [ 1331.710567] env[62849]: DEBUG nova.network.neutron [req-94d19592-78d7-4cd7-8ce8-8fd267d4d3a4 req-b645eef5-1c2d-448f-af16-d906c41fd901 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.094541] env[62849]: DEBUG nova.network.neutron [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [{"id": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "address": "fa:16:3e:f8:41:f7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b57ba69-5d", "ovs_interfaceid": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.188118] env[62849]: DEBUG nova.network.neutron [-] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.212662] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b7da4eb-7667-4862-99c1-04297ba29d1a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.224310] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa74f060-ca4f-4218-9218-dc4ca6fae215 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.252999] env[62849]: DEBUG nova.compute.manager [req-94d19592-78d7-4cd7-8ce8-8fd267d4d3a4 req-b645eef5-1c2d-448f-af16-d906c41fd901 service nova] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Detach interface failed, port_id=295ad5a5-9d01-4023-89e9-d3f3e7dae4be, reason: Instance a5c46012-9321-488f-8b82-2ecbb0adddbb could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1332.596949] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.691205] env[62849]: INFO nova.compute.manager [-] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Took 1.26 seconds to deallocate network for instance. [ 1333.122668] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf24fc8-6608-4ac6-a18e-a4b68743bd03 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.144657] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba00f802-69e4-40b9-a108-570e19544322 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.151991] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance 'ed08822d-cfee-4cc8-aed7-fd49fc91d0ad' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.198457] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.198740] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.198956] env[62849]: DEBUG nova.objects.instance [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lazy-loading 'resources' on Instance uuid a5c46012-9321-488f-8b82-2ecbb0adddbb {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.658780] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-2f009078-a4e1-440e-864d-f8a78f2c6ad0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance 'ed08822d-cfee-4cc8-aed7-fd49fc91d0ad' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.751900] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef98618-ce94-4f99-a58a-205ce80c577f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.760816] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04465b0-5ba3-4fc3-a0bd-e578e04af7e9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.792303] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136fd3c2-549d-42e6-86e5-ea7a35014e5f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.800647] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d85bc-60be-495a-98b0-71beabc30e3b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.814373] env[62849]: DEBUG nova.compute.provider_tree [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.317485] env[62849]: DEBUG nova.scheduler.client.report [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.823058] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.839957] env[62849]: INFO nova.scheduler.client.report [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Deleted allocations for instance a5c46012-9321-488f-8b82-2ecbb0adddbb [ 1335.348026] env[62849]: DEBUG oslo_concurrency.lockutils [None req-8396cd21-88cf-40d8-8ad6-111585532169 tempest-ServersNegativeTestJSON-1512249164 tempest-ServersNegativeTestJSON-1512249164-project-member] Lock "a5c46012-9321-488f-8b82-2ecbb0adddbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.562s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.009547] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.009931] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.010048] env[62849]: DEBUG nova.compute.manager [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Going to confirm migration 9 {{(pid=62849) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1336.568159] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.569083] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.569083] env[62849]: DEBUG nova.network.neutron [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1336.569083] env[62849]: DEBUG nova.objects.instance [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'info_cache' on Instance uuid ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.806933] env[62849]: DEBUG nova.network.neutron [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [{"id": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "address": "fa:16:3e:f8:41:f7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b57ba69-5d", "ovs_interfaceid": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.309829] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.310066] env[62849]: DEBUG nova.objects.instance [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'migration_context' on Instance uuid ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.812969] env[62849]: DEBUG nova.objects.base [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1338.814443] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505f6e44-fc22-4c45-92f4-982296bffe41 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.835735] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676dea60-4d00-49cf-ad6a-f633ec57d724 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.841621] env[62849]: DEBUG oslo_vmware.api [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1338.841621] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5211a6e6-8c8d-30cb-1f72-e2fb93eef5ff" [ 1338.841621] env[62849]: _type = "Task" [ 1338.841621] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.850016] env[62849]: DEBUG oslo_vmware.api [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5211a6e6-8c8d-30cb-1f72-e2fb93eef5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.352351] env[62849]: DEBUG oslo_vmware.api [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5211a6e6-8c8d-30cb-1f72-e2fb93eef5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.352637] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.352995] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.897620] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2a4543-dc7e-439c-a166-3ff74813f25f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.905784] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409dcfd2-0fd7-46b0-8cd7-6c4d5130682c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.936286] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d01665b-868b-45cc-b3d6-0be78af95fab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.944547] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b2277-f594-4f6b-b92b-5e644378ef44 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.958335] env[62849]: DEBUG nova.compute.provider_tree [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.462301] env[62849]: DEBUG nova.scheduler.client.report [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.474584] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.121s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.475044] env[62849]: DEBUG nova.compute.manager [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62849) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1342.036318] env[62849]: INFO nova.scheduler.client.report [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted allocation for migration 7f18f37b-9df7-4a43-bd16-2243d330ffc3 [ 1342.542135] env[62849]: DEBUG oslo_concurrency.lockutils [None req-827ddcf6-e064-47d7-9eb8-cfd03bd454b0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.532s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.932503] env[62849]: DEBUG nova.objects.instance [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'flavor' on Instance uuid ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.438059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.438059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.438059] env[62849]: DEBUG nova.network.neutron [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1343.438059] env[62849]: DEBUG nova.objects.instance [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'info_cache' on Instance uuid ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.941155] env[62849]: DEBUG nova.objects.base [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.652997] env[62849]: DEBUG nova.network.neutron [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [{"id": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "address": "fa:16:3e:f8:41:f7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b57ba69-5d", "ovs_interfaceid": "4b57ba69-5dfc-4f9b-b663-ca94bd73b21c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.156655] env[62849]: DEBUG oslo_concurrency.lockutils [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.164071] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.164485] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c08b9f-0d56-4fdb-b3d2-da906b82f0c8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.172934] env[62849]: DEBUG oslo_vmware.api [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1346.172934] env[62849]: value = "task-4405352" [ 1346.172934] env[62849]: _type = "Task" [ 1346.172934] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.184020] env[62849]: DEBUG oslo_vmware.api [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.685232] env[62849]: DEBUG oslo_vmware.api [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405352, 'name': PowerOnVM_Task, 'duration_secs': 0.408206} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.685508] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.685720] env[62849]: DEBUG nova.compute.manager [None req-ca844451-c427-4918-88a9-9e06e10f6ed3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.686540] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a661fff-ae1b-478d-a360-feba77361315 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.543334] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.543787] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.543848] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.544048] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.544218] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.546475] env[62849]: INFO nova.compute.manager [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Terminating instance [ 1348.050235] env[62849]: DEBUG nova.compute.manager [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.050470] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.051374] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d555e73-d209-40e4-b766-6689a53c6d33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.059568] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.059800] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06f440f3-af74-4f41-9c26-4de731065f33 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.067169] env[62849]: DEBUG oslo_vmware.api [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1348.067169] env[62849]: value = "task-4405353" [ 1348.067169] env[62849]: _type = "Task" [ 1348.067169] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.076985] env[62849]: DEBUG oslo_vmware.api [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.578179] env[62849]: DEBUG oslo_vmware.api [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405353, 'name': PowerOffVM_Task, 'duration_secs': 0.171389} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.578572] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.578624] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.578832] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96091c96-d776-44a3-be8f-70ffabe86175 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.642104] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.642329] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.642495] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleting the datastore file [datastore1] ed08822d-cfee-4cc8-aed7-fd49fc91d0ad {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.642766] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e2dc80-77d6-45d9-8fb5-ba5453def69c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.649951] env[62849]: DEBUG oslo_vmware.api [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1348.649951] env[62849]: value = "task-4405355" [ 1348.649951] env[62849]: _type = "Task" [ 1348.649951] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.658685] env[62849]: DEBUG oslo_vmware.api [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.160776] env[62849]: DEBUG oslo_vmware.api [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140039} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.161063] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.161225] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.162026] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.162026] env[62849]: INFO nova.compute.manager [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1349.162225] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.162563] env[62849]: DEBUG nova.compute.manager [-] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.163468] env[62849]: DEBUG nova.network.neutron [-] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1349.682629] env[62849]: DEBUG nova.compute.manager [req-b0eac678-1f68-479f-9d76-2bd15cbe8944 req-d3308253-a1ac-4d93-965d-112a089b607e service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Received event network-vif-deleted-4b57ba69-5dfc-4f9b-b663-ca94bd73b21c {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1349.683033] env[62849]: INFO nova.compute.manager [req-b0eac678-1f68-479f-9d76-2bd15cbe8944 req-d3308253-a1ac-4d93-965d-112a089b607e service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Neutron deleted interface 4b57ba69-5dfc-4f9b-b663-ca94bd73b21c; detaching it from the instance and deleting it from the info cache [ 1349.683096] env[62849]: DEBUG nova.network.neutron [req-b0eac678-1f68-479f-9d76-2bd15cbe8944 req-d3308253-a1ac-4d93-965d-112a089b607e service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.158015] env[62849]: DEBUG nova.network.neutron [-] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.185921] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-776ac775-e6e3-4b5f-aa6a-416bcc7012ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.197629] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142fc0e8-3d5c-43b0-996a-cb4158660a60 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.222075] env[62849]: DEBUG nova.compute.manager [req-b0eac678-1f68-479f-9d76-2bd15cbe8944 req-d3308253-a1ac-4d93-965d-112a089b607e service nova] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Detach interface failed, port_id=4b57ba69-5dfc-4f9b-b663-ca94bd73b21c, reason: Instance ed08822d-cfee-4cc8-aed7-fd49fc91d0ad could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1350.664071] env[62849]: INFO nova.compute.manager [-] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Took 1.50 seconds to deallocate network for instance. [ 1351.170973] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.171404] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.171467] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.197914] env[62849]: INFO nova.scheduler.client.report [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted allocations for instance ed08822d-cfee-4cc8-aed7-fd49fc91d0ad [ 1351.706786] env[62849]: DEBUG oslo_concurrency.lockutils [None req-0edf6fd1-aebc-4feb-bf81-f7261167fb18 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "ed08822d-cfee-4cc8-aed7-fd49fc91d0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.163s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.516893] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "263a834f-f963-46e7-aa27-f687506ca01a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.517332] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.948827] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.949089] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.020056] env[62849]: DEBUG nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.453284] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.453581] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.453675] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.453819] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.453970] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.454134] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.454270] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1353.454413] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.540722] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.541078] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.542592] env[62849]: INFO nova.compute.claims [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.957208] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.578275] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f5966-bcdd-4f81-b057-0ed62aa76c2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.586681] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a059114-a668-4824-abb2-f2a30ff138a2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.616232] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7138134c-73a2-4570-ae78-c0642dff783d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.624686] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f0e9e-6d35-48b8-8ecb-5a23b41857ab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.638726] env[62849]: DEBUG nova.compute.provider_tree [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.142348] env[62849]: DEBUG nova.scheduler.client.report [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.647197] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.647808] env[62849]: DEBUG nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1355.650463] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.694s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.650641] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.650787] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1355.651816] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2df6ce5-c575-49b2-b5ee-b5de70f29445 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.662141] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eeaa3a-97cb-4c35-b317-384835162c40 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.679283] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a851d2a-5776-4f05-86bd-2fbf1e21d3e1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.687652] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f897c825-3664-4387-8281-888fe8064aef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.718730] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180522MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1355.718915] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.719152] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.153408] env[62849]: DEBUG nova.compute.utils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1356.155255] env[62849]: DEBUG nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1356.155435] env[62849]: DEBUG nova.network.neutron [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1356.210943] env[62849]: DEBUG nova.policy [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1094b64c43345afa1b52eff940c7041', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28783af203034a549e0a30b481f2a9f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1356.512149] env[62849]: DEBUG nova.network.neutron [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Successfully created port: 499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1356.658858] env[62849]: DEBUG nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1356.748434] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 263a834f-f963-46e7-aa27-f687506ca01a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1356.748676] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1356.748880] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_building': '1', 'num_task_networking': '1', 'num_os_type_None': '1', 'num_proj_28783af203034a549e0a30b481f2a9f7': '1', 'io_workload': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1356.778543] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a375e1d5-35d5-43c6-ba42-6a3abd3ef936 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.787291] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb47a7ee-54d2-4ec7-9095-841ca4cddf5d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.819241] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b759fd7-3fac-4857-9422-2a800905be54 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.828025] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0efb38-9bcb-4a16-91ca-39cfbd8236bc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.843133] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.346239] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.669396] env[62849]: DEBUG nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1357.698629] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.698892] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.699062] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.699253] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.699403] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.699554] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.699824] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.699991] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.700179] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.700345] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.700523] env[62849]: DEBUG nova.virt.hardware [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.701484] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d552b58c-2a07-4e42-bdec-1cdebfe62417 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.711111] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6550e12-8fe2-4786-910e-a1fa14fbe3b1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.851225] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1357.851494] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.239246] env[62849]: DEBUG nova.compute.manager [req-f535beb1-a237-4e94-bf44-5329549fcb20 req-d4e6994b-9a87-4964-aeec-77a8e827da13 service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Received event network-vif-plugged-499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1358.239485] env[62849]: DEBUG oslo_concurrency.lockutils [req-f535beb1-a237-4e94-bf44-5329549fcb20 req-d4e6994b-9a87-4964-aeec-77a8e827da13 service nova] Acquiring lock "263a834f-f963-46e7-aa27-f687506ca01a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.239697] env[62849]: DEBUG oslo_concurrency.lockutils [req-f535beb1-a237-4e94-bf44-5329549fcb20 req-d4e6994b-9a87-4964-aeec-77a8e827da13 service nova] Lock "263a834f-f963-46e7-aa27-f687506ca01a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.239881] env[62849]: DEBUG oslo_concurrency.lockutils [req-f535beb1-a237-4e94-bf44-5329549fcb20 req-d4e6994b-9a87-4964-aeec-77a8e827da13 service nova] Lock "263a834f-f963-46e7-aa27-f687506ca01a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.240109] env[62849]: DEBUG nova.compute.manager [req-f535beb1-a237-4e94-bf44-5329549fcb20 req-d4e6994b-9a87-4964-aeec-77a8e827da13 service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] No waiting events found dispatching network-vif-plugged-499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.240440] env[62849]: WARNING nova.compute.manager [req-f535beb1-a237-4e94-bf44-5329549fcb20 req-d4e6994b-9a87-4964-aeec-77a8e827da13 service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Received unexpected event network-vif-plugged-499011c9-523a-4494-9108-58a1bb091d8f for instance with vm_state building and task_state spawning. [ 1358.336627] env[62849]: DEBUG nova.network.neutron [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Successfully updated port: 499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1358.840090] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.840519] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.840519] env[62849]: DEBUG nova.network.neutron [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1359.374836] env[62849]: DEBUG nova.network.neutron [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1359.504207] env[62849]: DEBUG nova.network.neutron [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [{"id": "499011c9-523a-4494-9108-58a1bb091d8f", "address": "fa:16:3e:24:4e:f8", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499011c9-52", "ovs_interfaceid": "499011c9-523a-4494-9108-58a1bb091d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.007469] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.007894] env[62849]: DEBUG nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Instance network_info: |[{"id": "499011c9-523a-4494-9108-58a1bb091d8f", "address": "fa:16:3e:24:4e:f8", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499011c9-52", "ovs_interfaceid": "499011c9-523a-4494-9108-58a1bb091d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1360.008296] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:4e:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '499011c9-523a-4494-9108-58a1bb091d8f', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.015957] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.016196] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.016422] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a54571de-6d8c-4be3-81e1-52b5a51a4ed6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.040359] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.040359] env[62849]: value = "task-4405356" [ 1360.040359] env[62849]: _type = "Task" [ 1360.040359] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.048612] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405356, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.268406] env[62849]: DEBUG nova.compute.manager [req-ddc9cff3-2bb6-49e3-b372-433b1a12f340 req-a1b54c42-fa11-42b4-8ea0-36d1435f4ebb service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Received event network-changed-499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1360.268581] env[62849]: DEBUG nova.compute.manager [req-ddc9cff3-2bb6-49e3-b372-433b1a12f340 req-a1b54c42-fa11-42b4-8ea0-36d1435f4ebb service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Refreshing instance network info cache due to event network-changed-499011c9-523a-4494-9108-58a1bb091d8f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1360.268703] env[62849]: DEBUG oslo_concurrency.lockutils [req-ddc9cff3-2bb6-49e3-b372-433b1a12f340 req-a1b54c42-fa11-42b4-8ea0-36d1435f4ebb service nova] Acquiring lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.268809] env[62849]: DEBUG oslo_concurrency.lockutils [req-ddc9cff3-2bb6-49e3-b372-433b1a12f340 req-a1b54c42-fa11-42b4-8ea0-36d1435f4ebb service nova] Acquired lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.268972] env[62849]: DEBUG nova.network.neutron [req-ddc9cff3-2bb6-49e3-b372-433b1a12f340 req-a1b54c42-fa11-42b4-8ea0-36d1435f4ebb service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Refreshing network info cache for port 499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.551205] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405356, 'name': CreateVM_Task, 'duration_secs': 0.314157} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.551483] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.552023] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.552190] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.552541] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.552805] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165f9904-8ef2-45c8-8673-6c7b71383a2c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.558294] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1360.558294] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5233794b-2fd8-c076-5943-a71a73d11670" [ 1360.558294] env[62849]: _type = "Task" [ 1360.558294] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.568123] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5233794b-2fd8-c076-5943-a71a73d11670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.950481] env[62849]: DEBUG nova.network.neutron [req-ddc9cff3-2bb6-49e3-b372-433b1a12f340 req-a1b54c42-fa11-42b4-8ea0-36d1435f4ebb service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updated VIF entry in instance network info cache for port 499011c9-523a-4494-9108-58a1bb091d8f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1360.950849] env[62849]: DEBUG nova.network.neutron [req-ddc9cff3-2bb6-49e3-b372-433b1a12f340 req-a1b54c42-fa11-42b4-8ea0-36d1435f4ebb service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [{"id": "499011c9-523a-4494-9108-58a1bb091d8f", "address": "fa:16:3e:24:4e:f8", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499011c9-52", "ovs_interfaceid": "499011c9-523a-4494-9108-58a1bb091d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.069335] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5233794b-2fd8-c076-5943-a71a73d11670, 'name': SearchDatastore_Task, 'duration_secs': 0.012775} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.069819] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.069819] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.070121] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.070266] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.070378] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.070567] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74bb661f-a05b-46ae-a0a0-0f5cd3561849 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.079977] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.080171] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.080869] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6dcbb3e-1442-4f04-8943-093e8a4a25d4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.086484] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1361.086484] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5233efe6-b553-b09b-f96b-e406e02066e1" [ 1361.086484] env[62849]: _type = "Task" [ 1361.086484] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.094611] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5233efe6-b553-b09b-f96b-e406e02066e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.454112] env[62849]: DEBUG oslo_concurrency.lockutils [req-ddc9cff3-2bb6-49e3-b372-433b1a12f340 req-a1b54c42-fa11-42b4-8ea0-36d1435f4ebb service nova] Releasing lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.596906] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5233efe6-b553-b09b-f96b-e406e02066e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.597678] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d602e56-fcf5-4038-a38a-b7a744005f77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.603106] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1361.603106] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527b8d75-e808-1d62-32e5-84ed12f9633d" [ 1361.603106] env[62849]: _type = "Task" [ 1361.603106] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.611390] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527b8d75-e808-1d62-32e5-84ed12f9633d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.113833] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]527b8d75-e808-1d62-32e5-84ed12f9633d, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.114251] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.114363] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a/263a834f-f963-46e7-aa27-f687506ca01a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.114605] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae731870-c142-4576-aea1-cf915adf5de1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.121998] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1362.121998] env[62849]: value = "task-4405357" [ 1362.121998] env[62849]: _type = "Task" [ 1362.121998] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.130685] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.632355] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449548} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.632614] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a/263a834f-f963-46e7-aa27-f687506ca01a.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.632819] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.633090] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b441d72-381e-41b6-8687-889604d1baa4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.639914] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1362.639914] env[62849]: value = "task-4405358" [ 1362.639914] env[62849]: _type = "Task" [ 1362.639914] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.647697] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.151303] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067668} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.151680] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.152391] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ef9329-a750-413d-8d53-e46d8ecda13e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.174794] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a/263a834f-f963-46e7-aa27-f687506ca01a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.175086] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93db307-1492-482f-b2d5-de5e5e1f9a16 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.195855] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1363.195855] env[62849]: value = "task-4405359" [ 1363.195855] env[62849]: _type = "Task" [ 1363.195855] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.205173] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.706253] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405359, 'name': ReconfigVM_Task, 'duration_secs': 0.284679} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.706522] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a/263a834f-f963-46e7-aa27-f687506ca01a.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.707162] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005af306-d652-437d-a280-dd8a9f4da799 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.714106] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1363.714106] env[62849]: value = "task-4405360" [ 1363.714106] env[62849]: _type = "Task" [ 1363.714106] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.722360] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405360, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.224363] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405360, 'name': Rename_Task, 'duration_secs': 0.155341} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.224822] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.224881] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f04b290-4af4-4830-a04f-f59c282a7dd5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.232767] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1364.232767] env[62849]: value = "task-4405361" [ 1364.232767] env[62849]: _type = "Task" [ 1364.232767] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.240713] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.743760] env[62849]: DEBUG oslo_vmware.api [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405361, 'name': PowerOnVM_Task, 'duration_secs': 0.457243} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.744047] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.744258] env[62849]: INFO nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1364.744440] env[62849]: DEBUG nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.745279] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4149980-5378-4216-a702-074caba77884 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.265838] env[62849]: INFO nova.compute.manager [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Took 11.74 seconds to build instance. [ 1365.683103] env[62849]: DEBUG nova.compute.manager [req-56f3b7bd-780b-4843-a636-4ef2bdb8f88c req-819da7e6-052e-40f0-ab70-7aa1ca1bb06f service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Received event network-changed-499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1365.683386] env[62849]: DEBUG nova.compute.manager [req-56f3b7bd-780b-4843-a636-4ef2bdb8f88c req-819da7e6-052e-40f0-ab70-7aa1ca1bb06f service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Refreshing instance network info cache due to event network-changed-499011c9-523a-4494-9108-58a1bb091d8f. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1365.683686] env[62849]: DEBUG oslo_concurrency.lockutils [req-56f3b7bd-780b-4843-a636-4ef2bdb8f88c req-819da7e6-052e-40f0-ab70-7aa1ca1bb06f service nova] Acquiring lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.683885] env[62849]: DEBUG oslo_concurrency.lockutils [req-56f3b7bd-780b-4843-a636-4ef2bdb8f88c req-819da7e6-052e-40f0-ab70-7aa1ca1bb06f service nova] Acquired lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.684126] env[62849]: DEBUG nova.network.neutron [req-56f3b7bd-780b-4843-a636-4ef2bdb8f88c req-819da7e6-052e-40f0-ab70-7aa1ca1bb06f service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Refreshing network info cache for port 499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.767865] env[62849]: DEBUG oslo_concurrency.lockutils [None req-10c593b5-55f2-4064-94da-0d494587eb4c tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.251s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.397597] env[62849]: DEBUG nova.network.neutron [req-56f3b7bd-780b-4843-a636-4ef2bdb8f88c req-819da7e6-052e-40f0-ab70-7aa1ca1bb06f service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updated VIF entry in instance network info cache for port 499011c9-523a-4494-9108-58a1bb091d8f. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1366.397982] env[62849]: DEBUG nova.network.neutron [req-56f3b7bd-780b-4843-a636-4ef2bdb8f88c req-819da7e6-052e-40f0-ab70-7aa1ca1bb06f service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [{"id": "499011c9-523a-4494-9108-58a1bb091d8f", "address": "fa:16:3e:24:4e:f8", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499011c9-52", "ovs_interfaceid": "499011c9-523a-4494-9108-58a1bb091d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.900556] env[62849]: DEBUG oslo_concurrency.lockutils [req-56f3b7bd-780b-4843-a636-4ef2bdb8f88c req-819da7e6-052e-40f0-ab70-7aa1ca1bb06f service nova] Releasing lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.375239] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.375672] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.375672] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Cleaning up deleted instances {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11920}} [ 1402.876068] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "263a834f-f963-46e7-aa27-f687506ca01a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.876068] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.885723] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] There are 29 instances to clean {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1402.886095] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 0882949c-67a6-420d-a63a-a4fa9181074f] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1403.379054] env[62849]: DEBUG nova.compute.utils [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1403.389243] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: a5c46012-9321-488f-8b82-2ecbb0adddbb] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1403.882510] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.891671] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: ed08822d-cfee-4cc8-aed7-fd49fc91d0ad] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1404.395097] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: aa2f9828-5833-4454-9822-507be5efc66b] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1404.898590] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 261b8f39-9983-4b2a-9fd3-4314f0b0f8da] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1404.945141] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "263a834f-f963-46e7-aa27-f687506ca01a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.945422] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.945657] env[62849]: INFO nova.compute.manager [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Attaching volume 332cd989-3778-4ede-9bf2-f185a6620e6b to /dev/sdb [ 1404.977092] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419147e0-94c2-4d03-b992-3e61fb4bd6cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.985310] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f70f94-0796-45a5-8c62-f4e8b2236011 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.001344] env[62849]: DEBUG nova.virt.block_device [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating existing volume attachment record: e4de3132-0679-4d8a-8742-7e5807bec484 {{(pid=62849) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1405.402042] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 3955891e-9cd7-4b9c-9b2c-def3a469ba33] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1405.905733] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: d8296ae4-d74a-4838-94b8-065e93f89260] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1406.409496] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 8ae34e77-ce18-4116-9b63-16736c95e9b4] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1406.912729] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2c51a976-75d0-4f66-bba7-d5b5b8d33834] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1407.416666] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2a426db3-6ea5-4a9a-a869-ea2cfd49b98c] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1407.920395] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: b5db002f-026c-4f20-90cb-20aaf588eec0] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1408.424122] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: e9505573-55fb-4f44-8db4-2c580ae9fea5] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1408.927551] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: a7725828-e907-4eb0-946d-234f9041e7c8] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1409.431051] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: b5bcf547-d688-49b1-a15b-b48dc469d6b2] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1409.934508] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 7cd8647a-45b1-44a9-bdaa-bab820c4db11] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1410.045162] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Volume attach. Driver type: vmdk {{(pid=62849) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1410.045420] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862179', 'volume_id': '332cd989-3778-4ede-9bf2-f185a6620e6b', 'name': 'volume-332cd989-3778-4ede-9bf2-f185a6620e6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '263a834f-f963-46e7-aa27-f687506ca01a', 'attached_at': '', 'detached_at': '', 'volume_id': '332cd989-3778-4ede-9bf2-f185a6620e6b', 'serial': '332cd989-3778-4ede-9bf2-f185a6620e6b'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1410.046297] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4c03b1-378d-49fc-90d4-1b7d0763aeca {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.063493] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094f165-60c3-40a9-bdaa-d4a48de3b846 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.089291] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-332cd989-3778-4ede-9bf2-f185a6620e6b/volume-332cd989-3778-4ede-9bf2-f185a6620e6b.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.089873] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaf0f07f-7b53-4a55-8606-cc1c53989e06 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.108205] env[62849]: DEBUG oslo_vmware.api [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1410.108205] env[62849]: value = "task-4405366" [ 1410.108205] env[62849]: _type = "Task" [ 1410.108205] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.116970] env[62849]: DEBUG oslo_vmware.api [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.438801] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 0a7855b1-a970-45b5-bd30-4a6f608c636d] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1410.618303] env[62849]: DEBUG oslo_vmware.api [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405366, 'name': ReconfigVM_Task, 'duration_secs': 0.346395} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.618560] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-332cd989-3778-4ede-9bf2-f185a6620e6b/volume-332cd989-3778-4ede-9bf2-f185a6620e6b.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.623167] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17885c21-8e63-4257-9cb9-27c55b7160a6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.638664] env[62849]: DEBUG oslo_vmware.api [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1410.638664] env[62849]: value = "task-4405367" [ 1410.638664] env[62849]: _type = "Task" [ 1410.638664] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.647020] env[62849]: DEBUG oslo_vmware.api [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.941785] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: b8825edf-eb25-4efe-b2af-9742f844fcb5] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1411.148920] env[62849]: DEBUG oslo_vmware.api [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405367, 'name': ReconfigVM_Task, 'duration_secs': 0.143909} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.149261] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862179', 'volume_id': '332cd989-3778-4ede-9bf2-f185a6620e6b', 'name': 'volume-332cd989-3778-4ede-9bf2-f185a6620e6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '263a834f-f963-46e7-aa27-f687506ca01a', 'attached_at': '', 'detached_at': '', 'volume_id': '332cd989-3778-4ede-9bf2-f185a6620e6b', 'serial': '332cd989-3778-4ede-9bf2-f185a6620e6b'} {{(pid=62849) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1411.445031] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 96abc092-de27-4dd5-8b6b-be4e4287c45f] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1411.949214] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9be1778d-680b-467f-af6a-130d39b2112b] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1412.186121] env[62849]: DEBUG nova.objects.instance [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'flavor' on Instance uuid 263a834f-f963-46e7-aa27-f687506ca01a {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.454642] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 60cf2b37-ff56-4e12-8030-a1b3e8d47a69] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1412.691353] env[62849]: DEBUG oslo_concurrency.lockutils [None req-6f7876d2-6142-4792-a976-4b3f1e20c242 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.746s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.957690] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 2193fa87-1760-4d26-806b-ba596fb380f9] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1413.061661] env[62849]: DEBUG nova.compute.manager [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Stashing vm_state: active {{(pid=62849) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1413.462283] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 41c8a41c-96a6-4b80-bea2-ac337853b672] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1413.647707] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.647998] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.965342] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 251e8971-fbbb-4d08-be97-240a50120854] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1414.153381] env[62849]: INFO nova.compute.claims [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.468568] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: ffa3e5e3-d22d-4127-840b-d8ce8cfa099d] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1414.659793] env[62849]: INFO nova.compute.resource_tracker [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating resource usage from migration f79581f4-aa61-46be-b25b-af390f823ed4 [ 1414.698694] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de27bc9f-06f4-4f7a-9151-5bb45ab8cbd1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.706681] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6517ca22-0209-474e-b15f-7168b4ac2156 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.735966] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a8b450-a46d-40f8-a4d2-968d261e429b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.743923] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1dccd0-4591-4969-b281-94c0cd9c8fe0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.758575] env[62849]: DEBUG nova.compute.provider_tree [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.971712] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 1e41c8b6-0cfd-4a3e-98f0-6a42eae94e29] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1415.261898] env[62849]: DEBUG nova.scheduler.client.report [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.475239] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 4c1fc665-7f25-48a4-8cde-5488cf592e4e] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1415.766433] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.118s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.766656] env[62849]: INFO nova.compute.manager [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Migrating [ 1415.978212] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 88167777-a8de-48ce-a931-f08670adedb0] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1416.281620] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.281836] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.281972] env[62849]: DEBUG nova.network.neutron [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1416.481832] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 085a5ca0-21eb-4379-8858-ae7bb0ba1386] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1416.985365] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 9fad31fa-0721-421d-b913-0dfe90ed8c18] Instance has had 0 of 5 cleanup attempts {{(pid=62849) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11933}} [ 1417.013853] env[62849]: DEBUG nova.network.neutron [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [{"id": "499011c9-523a-4494-9108-58a1bb091d8f", "address": "fa:16:3e:24:4e:f8", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499011c9-52", "ovs_interfaceid": "499011c9-523a-4494-9108-58a1bb091d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.490287] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.490287] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Cleaning up deleted instances with incomplete migration {{(pid=62849) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11958}} [ 1417.517194] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.992398] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.034189] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d06a0c-09ed-44bb-a3e8-18327895679f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.057065] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance '263a834f-f963-46e7-aa27-f687506ca01a' progress to 0 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1419.562981] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.564013] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd41f469-f112-464a-ac7d-fbd3a5cc47fc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.571774] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1419.571774] env[62849]: value = "task-4405368" [ 1419.571774] env[62849]: _type = "Task" [ 1419.571774] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.580670] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.082474] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405368, 'name': PowerOffVM_Task, 'duration_secs': 0.20064} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.082895] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.082895] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance '263a834f-f963-46e7-aa27-f687506ca01a' progress to 17 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.494752] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.495041] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.495194] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.495346] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.495487] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.495629] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.495771] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1420.495912] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.589425] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.589723] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.589799] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.589973] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.590161] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.590317] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.590522] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.590679] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.590842] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.591012] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.591197] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.596185] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fec2249-e6f7-4e49-b605-050c8c225fe5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.612619] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1420.612619] env[62849]: value = "task-4405369" [ 1420.612619] env[62849]: _type = "Task" [ 1420.612619] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.621551] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.999580] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.999877] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.000173] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.000422] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1421.001427] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672959b1-fac9-49e9-b7ae-e8f6f8b05053 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.009533] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad5c9dd-b5ed-48cd-86aa-cd6ceb189160 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.023753] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41ada32-d80e-4012-aac5-34ca44b85f9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.030686] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e31e5-871f-4936-9dc8-82042226a9a8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.060155] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180727MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1421.060324] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.060518] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.122313] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405369, 'name': ReconfigVM_Task, 'duration_secs': 0.188853} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.122697] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance '263a834f-f963-46e7-aa27-f687506ca01a' progress to 33 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1421.629508] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.629874] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.630094] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.630363] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.630576] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.630788] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.631083] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.631317] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.631557] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.631790] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.632043] env[62849]: DEBUG nova.virt.hardware [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.640485] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1421.640830] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85cc08cc-e199-421d-b415-90dc48dadfcb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.660840] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1421.660840] env[62849]: value = "task-4405370" [ 1421.660840] env[62849]: _type = "Task" [ 1421.660840] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.668735] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.067309] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Applying migration context for instance 263a834f-f963-46e7-aa27-f687506ca01a as it has an incoming, in-progress migration f79581f4-aa61-46be-b25b-af390f823ed4. Migration status is migrating {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1422.067942] env[62849]: INFO nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating resource usage from migration f79581f4-aa61-46be-b25b-af390f823ed4 [ 1422.088569] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Migration f79581f4-aa61-46be-b25b-af390f823ed4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1715}} [ 1422.088724] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 263a834f-f963-46e7-aa27-f687506ca01a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1422.088905] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1422.089066] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_resize_migrating': '1', 'num_os_type_None': '1', 'num_proj_28783af203034a549e0a30b481f2a9f7': '1', 'io_workload': '1'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1422.124966] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f58a062-5110-4214-a9b9-7c2c36c38e2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.133191] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23bdaaf-4560-4828-aebf-7b9ff1190a83 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.167026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc5f278-d711-4901-92cd-af1912a01845 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.174510] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405370, 'name': ReconfigVM_Task, 'duration_secs': 0.199119} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.176551] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1422.177338] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79797066-4571-4785-98ce-5512e2908405 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.180476] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88617d1f-5718-4312-a5c0-b870f42e7f37 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.194198] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.215611] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a/263a834f-f963-46e7-aa27-f687506ca01a.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.217149] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.220027] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be8cd373-6e94-4a25-925c-eb832140424f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.233645] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1422.233817] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.173s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.240414] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1422.240414] env[62849]: value = "task-4405371" [ 1422.240414] env[62849]: _type = "Task" [ 1422.240414] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.250052] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.750525] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.251133] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405371, 'name': ReconfigVM_Task, 'duration_secs': 0.863862} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.251543] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a/263a834f-f963-46e7-aa27-f687506ca01a.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.251677] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance '263a834f-f963-46e7-aa27-f687506ca01a' progress to 50 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.759139] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d84db8-06fb-4e17-888f-c0c6ed848763 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.782069] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d55b10-c6de-428c-ac9b-01860178840b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.802270] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance '263a834f-f963-46e7-aa27-f687506ca01a' progress to 67 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.447201] env[62849]: DEBUG nova.network.neutron [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Port 499011c9-523a-4494-9108-58a1bb091d8f binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1426.466745] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "263a834f-f963-46e7-aa27-f687506ca01a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.467824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.467824] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.512284] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.513055] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.513055] env[62849]: DEBUG nova.network.neutron [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1428.243896] env[62849]: DEBUG nova.network.neutron [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [{"id": "499011c9-523a-4494-9108-58a1bb091d8f", "address": "fa:16:3e:24:4e:f8", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499011c9-52", "ovs_interfaceid": "499011c9-523a-4494-9108-58a1bb091d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.747749] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.259506] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97bdc7b-1d03-47be-9f20-6e14d3e72fc2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.267239] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ccc4bf-88fb-4bb6-ba29-eba378d1257b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.369879] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6b2bf5-644c-4bab-9e41-bf49d9762f5d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.392013] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af32843-0045-42fc-ac39-03e71d188840 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.399940] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance '263a834f-f963-46e7-aa27-f687506ca01a' progress to 83 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1430.906519] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.907080] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d51b4be-fa15-4880-9c99-c7247af71a65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.915040] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1430.915040] env[62849]: value = "task-4405372" [ 1430.915040] env[62849]: _type = "Task" [ 1430.915040] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.923743] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.425625] env[62849]: DEBUG oslo_vmware.api [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405372, 'name': PowerOnVM_Task, 'duration_secs': 0.398713} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.426138] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.426291] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3e54fddb-ac81-4587-aba6-cbe4fcf21bb3 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance '263a834f-f963-46e7-aa27-f687506ca01a' progress to 100 {{(pid=62849) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.911171] env[62849]: DEBUG nova.network.neutron [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Port 499011c9-523a-4494-9108-58a1bb091d8f binding to destination host cpu-1 is already ACTIVE {{(pid=62849) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1433.911509] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.911645] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.911830] env[62849]: DEBUG nova.network.neutron [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1434.666158] env[62849]: DEBUG nova.network.neutron [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [{"id": "499011c9-523a-4494-9108-58a1bb091d8f", "address": "fa:16:3e:24:4e:f8", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499011c9-52", "ovs_interfaceid": "499011c9-523a-4494-9108-58a1bb091d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.168766] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.673132] env[62849]: DEBUG nova.compute.manager [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62849) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1436.771717] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.772086] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.275639] env[62849]: DEBUG nova.objects.instance [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'migration_context' on Instance uuid 263a834f-f963-46e7-aa27-f687506ca01a {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.825726] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc1cee0-965f-4798-b234-9b2af38c1543 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.834077] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aefc5a9-7d77-4763-813f-01cdbc7cea61 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.864909] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682337cc-d64d-4f35-a69f-97ff449c2af9 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.872806] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e23e193-cd11-480b-a393-e8ad94533194 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.886542] env[62849]: DEBUG nova.compute.provider_tree [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.389890] env[62849]: DEBUG nova.scheduler.client.report [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.402066] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.630s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.940825] env[62849]: INFO nova.compute.manager [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Swapping old allocation on dict_keys(['079fe32b-1fee-45a6-900e-aeae194e2ca9']) held by migration f79581f4-aa61-46be-b25b-af390f823ed4 for instance [ 1440.962797] env[62849]: DEBUG nova.scheduler.client.report [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Overwriting current allocation {'allocations': {'079fe32b-1fee-45a6-900e-aeae194e2ca9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': '28783af203034a549e0a30b481f2a9f7', 'user_id': 'c1094b64c43345afa1b52eff940c7041', 'consumer_generation': 1} on consumer 263a834f-f963-46e7-aa27-f687506ca01a {{(pid=62849) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1441.057121] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.057361] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.057544] env[62849]: DEBUG nova.network.neutron [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1441.765577] env[62849]: DEBUG nova.network.neutron [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [{"id": "499011c9-523a-4494-9108-58a1bb091d8f", "address": "fa:16:3e:24:4e:f8", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap499011c9-52", "ovs_interfaceid": "499011c9-523a-4494-9108-58a1bb091d8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.268235] env[62849]: DEBUG oslo_concurrency.lockutils [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-263a834f-f963-46e7-aa27-f687506ca01a" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.269267] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d2ec5b-37fb-41c3-bf95-0a6e514305c2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.276711] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50370e39-f8c8-449e-8c4e-7af2a52f9e48 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.359718] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.360066] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba5cafd-e598-43fd-b4e8-d55ac01700a0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.368556] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1443.368556] env[62849]: value = "task-4405373" [ 1443.368556] env[62849]: _type = "Task" [ 1443.368556] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.377430] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.878909] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405373, 'name': PowerOffVM_Task, 'duration_secs': 0.228504} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.879186] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.879824] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.880050] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.880210] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.880395] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.880539] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.880681] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.880908] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.881084] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.881255] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.881414] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.881581] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.886450] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5684c5c-7246-4dc6-857d-38cc41decf2e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.901611] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1443.901611] env[62849]: value = "task-4405374" [ 1443.901611] env[62849]: _type = "Task" [ 1443.901611] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.909830] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.411833] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405374, 'name': ReconfigVM_Task, 'duration_secs': 0.147672} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.412682] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58d0662-9a0a-43d3-887e-6d1a61e509e8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.434080] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.434339] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.434515] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.434607] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.434749] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.434899] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.435113] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.435450] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.435450] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.435647] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.435748] env[62849]: DEBUG nova.virt.hardware [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.436601] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887ccee2-27ef-45fc-a4bf-7ca41e70d1f7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.442814] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1444.442814] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228f7b8-7dca-3596-1714-9a4276c8ff3a" [ 1444.442814] env[62849]: _type = "Task" [ 1444.442814] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.451672] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228f7b8-7dca-3596-1714-9a4276c8ff3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.953190] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]5228f7b8-7dca-3596-1714-9a4276c8ff3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009691} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.958513] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1444.958790] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c496cc9-dba9-43c8-8e23-613173e92d83 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.976862] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1444.976862] env[62849]: value = "task-4405375" [ 1444.976862] env[62849]: _type = "Task" [ 1444.976862] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.987667] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.487739] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405375, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.988683] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405375, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.489632] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405375, 'name': ReconfigVM_Task, 'duration_secs': 1.222276} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.490033] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1446.490717] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99989fee-324b-4639-b30e-a58cfc7b3070 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.516405] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a/263a834f-f963-46e7-aa27-f687506ca01a.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.516685] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c79f6e9-e265-41a7-a41e-9744ac9a0ffc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.534080] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1446.534080] env[62849]: value = "task-4405376" [ 1446.534080] env[62849]: _type = "Task" [ 1446.534080] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.541817] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.045811] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405376, 'name': ReconfigVM_Task, 'duration_secs': 0.307223} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.046074] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a/263a834f-f963-46e7-aa27-f687506ca01a.vmdk or device None with type thin {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.047127] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a70b6-591d-4fd2-90a3-9977bb1f42e3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.072900] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9f4e42-6307-4a23-9f28-f4af15770d8d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.097839] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc12a4a8-6c98-4b3f-bbb7-b8b3fcf7face {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.118397] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6151ed49-6557-4f91-b084-e8c9faf9bc24 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.125662] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.125928] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70031353-66e9-4da7-83c3-49a5bb043f19 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.132373] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1447.132373] env[62849]: value = "task-4405377" [ 1447.132373] env[62849]: _type = "Task" [ 1447.132373] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.141365] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.642030] env[62849]: DEBUG oslo_vmware.api [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405377, 'name': PowerOnVM_Task, 'duration_secs': 0.385245} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.642452] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.686969] env[62849]: INFO nova.compute.manager [None req-98c955d9-7b04-490b-9dea-204160bc337e tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance to original state: 'active' [ 1449.857668] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "263a834f-f963-46e7-aa27-f687506ca01a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.858147] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.858457] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "263a834f-f963-46e7-aa27-f687506ca01a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.858770] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.859078] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.862161] env[62849]: INFO nova.compute.manager [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Terminating instance [ 1450.367284] env[62849]: DEBUG nova.compute.manager [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1450.367576] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.367879] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd53a5b-bae5-4509-8357-a5e8c536c016 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.376483] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1450.376483] env[62849]: value = "task-4405378" [ 1450.376483] env[62849]: _type = "Task" [ 1450.376483] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.385721] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.887372] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405378, 'name': PowerOffVM_Task, 'duration_secs': 0.222322} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.887782] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.887828] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Volume detach. Driver type: vmdk {{(pid=62849) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1450.888076] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862179', 'volume_id': '332cd989-3778-4ede-9bf2-f185a6620e6b', 'name': 'volume-332cd989-3778-4ede-9bf2-f185a6620e6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '263a834f-f963-46e7-aa27-f687506ca01a', 'attached_at': '2025-11-12T17:31:25.000000', 'detached_at': '', 'volume_id': '332cd989-3778-4ede-9bf2-f185a6620e6b', 'serial': '332cd989-3778-4ede-9bf2-f185a6620e6b'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1450.888836] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d57430-8956-4fcc-95c1-c2243673de81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.910944] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d14a0-c5b6-463f-ae3a-6954c82971c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.918137] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf7a009-fa8e-4421-8f9a-3c7c97c42667 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.938759] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442623d1-1860-43d5-ac12-258189254fad {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.953590] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] The volume has not been displaced from its original location: [datastore1] volume-332cd989-3778-4ede-9bf2-f185a6620e6b/volume-332cd989-3778-4ede-9bf2-f185a6620e6b.vmdk. No consolidation needed. {{(pid=62849) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1450.958710] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1450.958987] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8767bda9-c7e3-4d59-b331-4c6bc8cf1780 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.976912] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1450.976912] env[62849]: value = "task-4405379" [ 1450.976912] env[62849]: _type = "Task" [ 1450.976912] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.984843] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.487323] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405379, 'name': ReconfigVM_Task, 'duration_secs': 0.202326} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.487602] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=62849) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1451.492288] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f596daf3-c107-419c-aed8-0c33e98acc2f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.508288] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1451.508288] env[62849]: value = "task-4405380" [ 1451.508288] env[62849]: _type = "Task" [ 1451.508288] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.516951] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.018322] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.519751] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.020827] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405380, 'name': ReconfigVM_Task, 'duration_secs': 1.152212} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.021202] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-862179', 'volume_id': '332cd989-3778-4ede-9bf2-f185a6620e6b', 'name': 'volume-332cd989-3778-4ede-9bf2-f185a6620e6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '263a834f-f963-46e7-aa27-f687506ca01a', 'attached_at': '2025-11-12T17:31:25.000000', 'detached_at': '', 'volume_id': '332cd989-3778-4ede-9bf2-f185a6620e6b', 'serial': '332cd989-3778-4ede-9bf2-f185a6620e6b'} {{(pid=62849) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1453.021370] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.022139] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b042fd9-26bf-4175-8cce-ca59cf098a63 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.029052] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.029311] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62548ffb-35ae-4294-a0b8-8c9ff276c440 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.095669] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.095855] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.096049] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleting the datastore file [datastore1] 263a834f-f963-46e7-aa27-f687506ca01a {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.096349] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8456ab9a-23fe-4dcb-9e1b-1f8726e5ca59 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.103772] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1453.103772] env[62849]: value = "task-4405382" [ 1453.103772] env[62849]: _type = "Task" [ 1453.103772] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.112402] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.613536] env[62849]: DEBUG oslo_vmware.api [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151327} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.613754] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.613965] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.614187] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.614372] env[62849]: INFO nova.compute.manager [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1453.614611] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.614798] env[62849]: DEBUG nova.compute.manager [-] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.614894] env[62849]: DEBUG nova.network.neutron [-] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1454.054205] env[62849]: DEBUG nova.compute.manager [req-3d4df9c4-bd32-436a-be12-935ac31d7b38 req-175c7708-a40a-4192-b394-35ad9b307acc service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Received event network-vif-deleted-499011c9-523a-4494-9108-58a1bb091d8f {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1454.054205] env[62849]: INFO nova.compute.manager [req-3d4df9c4-bd32-436a-be12-935ac31d7b38 req-175c7708-a40a-4192-b394-35ad9b307acc service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Neutron deleted interface 499011c9-523a-4494-9108-58a1bb091d8f; detaching it from the instance and deleting it from the info cache [ 1454.054205] env[62849]: DEBUG nova.network.neutron [req-3d4df9c4-bd32-436a-be12-935ac31d7b38 req-175c7708-a40a-4192-b394-35ad9b307acc service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.536089] env[62849]: DEBUG nova.network.neutron [-] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.556753] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c99f34b-79c7-45e4-a687-526cba48d2ab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.567723] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f150e7a-a458-41e7-95c7-7bc8b9556199 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.593437] env[62849]: DEBUG nova.compute.manager [req-3d4df9c4-bd32-436a-be12-935ac31d7b38 req-175c7708-a40a-4192-b394-35ad9b307acc service nova] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Detach interface failed, port_id=499011c9-523a-4494-9108-58a1bb091d8f, reason: Instance 263a834f-f963-46e7-aa27-f687506ca01a could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1455.038919] env[62849]: INFO nova.compute.manager [-] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Took 1.42 seconds to deallocate network for instance. [ 1455.585892] env[62849]: INFO nova.compute.manager [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 263a834f-f963-46e7-aa27-f687506ca01a] Took 0.55 seconds to detach 1 volumes for instance. [ 1456.092272] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.092588] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.092784] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.116534] env[62849]: INFO nova.scheduler.client.report [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted allocations for instance 263a834f-f963-46e7-aa27-f687506ca01a [ 1456.624291] env[62849]: DEBUG oslo_concurrency.lockutils [None req-4cdf653b-e353-4417-b875-4cef5019f163 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "263a834f-f963-46e7-aa27-f687506ca01a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.766s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.190129] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.190522] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.692754] env[62849]: DEBUG nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Starting instance... {{(pid=62849) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.213852] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.214207] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.215757] env[62849]: INFO nova.compute.claims [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.250898] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9447b0-45da-4b04-886f-c6a21b4a26f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.259212] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0a722-e7fa-416f-b59c-ad393eca379f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.288125] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc879be-473d-4b48-ae2a-d26fb863b86e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.295685] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729bc3ac-ef4a-4a96-b635-4669607deb2d {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.310119] env[62849]: DEBUG nova.compute.provider_tree [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.813133] env[62849]: DEBUG nova.scheduler.client.report [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.318941] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.319508] env[62849]: DEBUG nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Start building networks asynchronously for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.825050] env[62849]: DEBUG nova.compute.utils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Using /dev/sd instead of None {{(pid=62849) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1461.827290] env[62849]: DEBUG nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Allocating IP information in the background. {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1461.827461] env[62849]: DEBUG nova.network.neutron [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] allocate_for_instance() {{(pid=62849) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1461.937871] env[62849]: DEBUG nova.policy [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1094b64c43345afa1b52eff940c7041', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28783af203034a549e0a30b481f2a9f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62849) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.234195] env[62849]: DEBUG nova.network.neutron [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Successfully created port: 8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1462.330257] env[62849]: DEBUG nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Start building block device mappings for instance. {{(pid=62849) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.340627] env[62849]: DEBUG nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Start spawning the instance on the hypervisor. {{(pid=62849) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.366706] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T17:14:28Z,direct_url=,disk_format='vmdk',id=61e0a9c2-1d8a-43f8-b027-59fdf651611d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='bb5df615cc874942a4225682fccd8708',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T17:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.366942] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.367113] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.367303] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.367452] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.367596] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.367798] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.367958] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.368134] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.368320] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.368495] env[62849]: DEBUG nova.virt.hardware [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.369357] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f945c6b1-e793-45d9-8ccc-bdb22b13a930 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.377517] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b5f6cb-3c99-46fd-b451-b4a6dcf73251 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.629396] env[62849]: DEBUG nova.compute.manager [req-fdc3a741-04e5-4426-a3f2-3a2fe7d81270 req-63416b0b-25e7-4885-9612-8cad227cc27b service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received event network-vif-plugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1463.629882] env[62849]: DEBUG oslo_concurrency.lockutils [req-fdc3a741-04e5-4426-a3f2-3a2fe7d81270 req-63416b0b-25e7-4885-9612-8cad227cc27b service nova] Acquiring lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.629882] env[62849]: DEBUG oslo_concurrency.lockutils [req-fdc3a741-04e5-4426-a3f2-3a2fe7d81270 req-63416b0b-25e7-4885-9612-8cad227cc27b service nova] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.630086] env[62849]: DEBUG oslo_concurrency.lockutils [req-fdc3a741-04e5-4426-a3f2-3a2fe7d81270 req-63416b0b-25e7-4885-9612-8cad227cc27b service nova] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.630301] env[62849]: DEBUG nova.compute.manager [req-fdc3a741-04e5-4426-a3f2-3a2fe7d81270 req-63416b0b-25e7-4885-9612-8cad227cc27b service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] No waiting events found dispatching network-vif-plugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.630487] env[62849]: WARNING nova.compute.manager [req-fdc3a741-04e5-4426-a3f2-3a2fe7d81270 req-63416b0b-25e7-4885-9612-8cad227cc27b service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received unexpected event network-vif-plugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d for instance with vm_state building and task_state spawning. [ 1463.730948] env[62849]: DEBUG nova.network.neutron [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Successfully updated port: 8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1464.234132] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.234318] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.234489] env[62849]: DEBUG nova.network.neutron [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1464.767484] env[62849]: DEBUG nova.network.neutron [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Instance cache missing network info. {{(pid=62849) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1464.895895] env[62849]: DEBUG nova.network.neutron [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [{"id": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "address": "fa:16:3e:44:a3:c7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c141e-6b", "ovs_interfaceid": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.114272] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.375954] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.398700] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.399040] env[62849]: DEBUG nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Instance network_info: |[{"id": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "address": "fa:16:3e:44:a3:c7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c141e-6b", "ovs_interfaceid": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62849) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.399460] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:a3:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b5c141e-6bbe-4781-812a-2bc4061c2f7d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.406937] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.407172] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.407396] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c9c4a87-3ccc-4f49-be94-44e79d80741f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.427080] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.427080] env[62849]: value = "task-4405383" [ 1465.427080] env[62849]: _type = "Task" [ 1465.427080] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.434860] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405383, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.655723] env[62849]: DEBUG nova.compute.manager [req-7a6c781b-2ba8-4e1c-8051-c3e7545306fe req-087be1cf-595d-4486-b84a-25c0e2d4b41c service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received event network-changed-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1465.655899] env[62849]: DEBUG nova.compute.manager [req-7a6c781b-2ba8-4e1c-8051-c3e7545306fe req-087be1cf-595d-4486-b84a-25c0e2d4b41c service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Refreshing instance network info cache due to event network-changed-8b5c141e-6bbe-4781-812a-2bc4061c2f7d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1465.656113] env[62849]: DEBUG oslo_concurrency.lockutils [req-7a6c781b-2ba8-4e1c-8051-c3e7545306fe req-087be1cf-595d-4486-b84a-25c0e2d4b41c service nova] Acquiring lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.656258] env[62849]: DEBUG oslo_concurrency.lockutils [req-7a6c781b-2ba8-4e1c-8051-c3e7545306fe req-087be1cf-595d-4486-b84a-25c0e2d4b41c service nova] Acquired lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.656418] env[62849]: DEBUG nova.network.neutron [req-7a6c781b-2ba8-4e1c-8051-c3e7545306fe req-087be1cf-595d-4486-b84a-25c0e2d4b41c service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Refreshing network info cache for port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.937281] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405383, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.344012] env[62849]: DEBUG nova.network.neutron [req-7a6c781b-2ba8-4e1c-8051-c3e7545306fe req-087be1cf-595d-4486-b84a-25c0e2d4b41c service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updated VIF entry in instance network info cache for port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1466.344424] env[62849]: DEBUG nova.network.neutron [req-7a6c781b-2ba8-4e1c-8051-c3e7545306fe req-087be1cf-595d-4486-b84a-25c0e2d4b41c service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [{"id": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "address": "fa:16:3e:44:a3:c7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c141e-6b", "ovs_interfaceid": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.374811] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.374811] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1466.437835] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405383, 'name': CreateVM_Task} progress is 99%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.848078] env[62849]: DEBUG oslo_concurrency.lockutils [req-7a6c781b-2ba8-4e1c-8051-c3e7545306fe req-087be1cf-595d-4486-b84a-25c0e2d4b41c service nova] Releasing lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.940541] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405383, 'name': CreateVM_Task, 'duration_secs': 1.317524} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.940924] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.941555] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.941780] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.942161] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.942433] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c79951-cca7-403f-bc86-774770bbd974 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.948194] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1466.948194] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b2777-395d-db24-6a03-8cb8255b0082" [ 1466.948194] env[62849]: _type = "Task" [ 1466.948194] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.956745] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b2777-395d-db24-6a03-8cb8255b0082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.375860] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.461974] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]526b2777-395d-db24-6a03-8cb8255b0082, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.462295] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.462524] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Processing image 61e0a9c2-1d8a-43f8-b027-59fdf651611d {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.462751] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.462892] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.463079] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.463339] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a02bcdad-8ef3-4a6b-a92c-32dfb914e344 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.472228] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.472382] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.473081] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc837f53-80f3-4d12-a1ed-57fb52cfdf24 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.478470] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1467.478470] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52106c47-6d22-cecf-bd33-8f7de95cfab2" [ 1467.478470] env[62849]: _type = "Task" [ 1467.478470] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.486086] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52106c47-6d22-cecf-bd33-8f7de95cfab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.989394] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52106c47-6d22-cecf-bd33-8f7de95cfab2, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.990217] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e495c23-1601-4c53-b234-dee4a78e7b8c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.995681] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1467.995681] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e7bdf-9cae-3444-a431-47827ade7f94" [ 1467.995681] env[62849]: _type = "Task" [ 1467.995681] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.003431] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e7bdf-9cae-3444-a431-47827ade7f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.369996] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.374688] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.374930] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.507098] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]524e7bdf-9cae-3444-a431-47827ade7f94, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.507366] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.507617] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc/8cac70c7-ad00-4acd-bc35-31b30bcecabc.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.507882] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f9f847e-943c-4102-978e-da854bef34b4 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.515652] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1468.515652] env[62849]: value = "task-4405384" [ 1468.515652] env[62849]: _type = "Task" [ 1468.515652] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.523807] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.026729] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454941} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.027132] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61e0a9c2-1d8a-43f8-b027-59fdf651611d/61e0a9c2-1d8a-43f8-b027-59fdf651611d.vmdk to [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc/8cac70c7-ad00-4acd-bc35-31b30bcecabc.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1469.027132] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Extending root virtual disk to 1048576 {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1469.027476] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd643a6d-bff6-4ada-a82d-ac88194a11c0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.034704] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1469.034704] env[62849]: value = "task-4405385" [ 1469.034704] env[62849]: _type = "Task" [ 1469.034704] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.043092] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.547096] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066871} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.547369] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Extended root virtual disk {{(pid=62849) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.548160] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfe570c-3407-4f8f-b551-bde4d3e04879 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.570399] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc/8cac70c7-ad00-4acd-bc35-31b30bcecabc.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.570809] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565779e4-5b54-416e-b24e-143999fbb675 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.591433] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1469.591433] env[62849]: value = "task-4405386" [ 1469.591433] env[62849]: _type = "Task" [ 1469.591433] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.600044] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.101929] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405386, 'name': ReconfigVM_Task, 'duration_secs': 0.287486} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.102440] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc/8cac70c7-ad00-4acd-bc35-31b30bcecabc.vmdk or device None with type sparse {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.102933] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3230fee4-a0a7-4041-ac9a-9a4854f1d211 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.110147] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1470.110147] env[62849]: value = "task-4405387" [ 1470.110147] env[62849]: _type = "Task" [ 1470.110147] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.119731] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405387, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.370714] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.620873] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405387, 'name': Rename_Task, 'duration_secs': 0.144458} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.621122] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.621369] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-517d1b61-505e-4326-b1b4-f4a17a066b9a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.628846] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1470.628846] env[62849]: value = "task-4405388" [ 1470.628846] env[62849]: _type = "Task" [ 1470.628846] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.636985] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.876262] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.143149] env[62849]: DEBUG oslo_vmware.api [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405388, 'name': PowerOnVM_Task, 'duration_secs': 0.491625} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.143548] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.143652] env[62849]: INFO nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1471.143903] env[62849]: DEBUG nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.145093] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b7906b-f80d-48b3-93ff-29fe868cadf1 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.380896] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.381200] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.381335] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.381516] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1471.382385] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a8d9a-5af6-4d6b-b340-11351cca2e81 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.391290] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2901a80-cb52-4c04-b2e5-f4752ed4973b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.406026] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d13ccf8-3cda-4d6c-a494-e8e890210b89 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.413676] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a043e06-df2d-40cb-8aa9-df0f786cce8e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.442849] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180516MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1471.443065] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.443316] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.667416] env[62849]: INFO nova.compute.manager [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Took 12.47 seconds to build instance. [ 1472.170098] env[62849]: DEBUG oslo_concurrency.lockutils [None req-3807745e-58fe-4607-86ee-6d4053a32cc4 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.979s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.317638] env[62849]: DEBUG nova.compute.manager [req-25a6a854-3f3b-4c0a-9663-3a841ce005cc req-13bc1a4e-1d25-4b9c-ae30-7c84633b5fb9 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received event network-changed-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1472.317784] env[62849]: DEBUG nova.compute.manager [req-25a6a854-3f3b-4c0a-9663-3a841ce005cc req-13bc1a4e-1d25-4b9c-ae30-7c84633b5fb9 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Refreshing instance network info cache due to event network-changed-8b5c141e-6bbe-4781-812a-2bc4061c2f7d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1472.317983] env[62849]: DEBUG oslo_concurrency.lockutils [req-25a6a854-3f3b-4c0a-9663-3a841ce005cc req-13bc1a4e-1d25-4b9c-ae30-7c84633b5fb9 service nova] Acquiring lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.318136] env[62849]: DEBUG oslo_concurrency.lockutils [req-25a6a854-3f3b-4c0a-9663-3a841ce005cc req-13bc1a4e-1d25-4b9c-ae30-7c84633b5fb9 service nova] Acquired lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.318291] env[62849]: DEBUG nova.network.neutron [req-25a6a854-3f3b-4c0a-9663-3a841ce005cc req-13bc1a4e-1d25-4b9c-ae30-7c84633b5fb9 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Refreshing network info cache for port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.467609] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 8cac70c7-ad00-4acd-bc35-31b30bcecabc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1472.467823] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1472.467976] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_28783af203034a549e0a30b481f2a9f7': '1', 'io_workload': '0'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1472.497326] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68ba374-356f-45a2-8f98-a5b7991eb1ef {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.505804] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab4159-1644-4797-97d1-54c2a7ff3d77 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.537912] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6e016c-9863-46fe-82ca-72ad3558c6b2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.546337] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d2b71-2deb-4d80-8acf-ee850810b2cc {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.560612] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.035764] env[62849]: DEBUG nova.network.neutron [req-25a6a854-3f3b-4c0a-9663-3a841ce005cc req-13bc1a4e-1d25-4b9c-ae30-7c84633b5fb9 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updated VIF entry in instance network info cache for port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1473.036150] env[62849]: DEBUG nova.network.neutron [req-25a6a854-3f3b-4c0a-9663-3a841ce005cc req-13bc1a4e-1d25-4b9c-ae30-7c84633b5fb9 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [{"id": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "address": "fa:16:3e:44:a3:c7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c141e-6b", "ovs_interfaceid": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.063343] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.538518] env[62849]: DEBUG oslo_concurrency.lockutils [req-25a6a854-3f3b-4c0a-9663-3a841ce005cc req-13bc1a4e-1d25-4b9c-ae30-7c84633b5fb9 service nova] Releasing lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.567696] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1473.567932] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.085251] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.085696] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.085696] env[62849]: INFO nova.compute.manager [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Shelving [ 1511.096203] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.096601] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-299a907c-57a9-43a2-9032-422c42c169ea {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.105312] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1511.105312] env[62849]: value = "task-4405389" [ 1511.105312] env[62849]: _type = "Task" [ 1511.105312] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.114886] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.615403] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405389, 'name': PowerOffVM_Task, 'duration_secs': 0.202031} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.615671] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.616506] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b410a4-71f2-4b1f-b4d7-f9c714c1842a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.635680] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a6f0d9-24a9-4bcb-a8aa-d30f1df7eb11 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.147260] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Creating Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1512.147660] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1ca573e-adf7-47f0-b303-59fe2b85cae5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.156759] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1512.156759] env[62849]: value = "task-4405390" [ 1512.156759] env[62849]: _type = "Task" [ 1512.156759] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.166634] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.667872] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405390, 'name': CreateSnapshot_Task, 'duration_secs': 0.45983} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.668166] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Created Snapshot of the VM instance {{(pid=62849) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1512.668900] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42da22ea-2d8c-4390-999e-a91c5c85099a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.187487] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Creating linked-clone VM from snapshot {{(pid=62849) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1513.187937] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9d1d43a-8a22-4afc-9774-9bb41816d01f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.197467] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1513.197467] env[62849]: value = "task-4405391" [ 1513.197467] env[62849]: _type = "Task" [ 1513.197467] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.206599] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405391, 'name': CloneVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.708115] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405391, 'name': CloneVM_Task} progress is 94%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.210403] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405391, 'name': CloneVM_Task, 'duration_secs': 0.878527} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.210747] env[62849]: INFO nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Created linked-clone VM from snapshot [ 1514.211637] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f22bee0-1b85-4c66-921e-1ee60e8a2cab {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.220203] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Uploading image 2d223d63-8a3b-4664-b5a8-ef5f02c8fb69 {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1514.245847] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1514.245847] env[62849]: value = "vm-862182" [ 1514.245847] env[62849]: _type = "VirtualMachine" [ 1514.245847] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1514.246164] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-28c92c6f-649e-47ba-8d75-e05e9b3a3217 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.253815] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease: (returnval){ [ 1514.253815] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52622f27-c599-5932-0416-f9117d8a630d" [ 1514.253815] env[62849]: _type = "HttpNfcLease" [ 1514.253815] env[62849]: } obtained for exporting VM: (result){ [ 1514.253815] env[62849]: value = "vm-862182" [ 1514.253815] env[62849]: _type = "VirtualMachine" [ 1514.253815] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1514.254315] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the lease: (returnval){ [ 1514.254315] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52622f27-c599-5932-0416-f9117d8a630d" [ 1514.254315] env[62849]: _type = "HttpNfcLease" [ 1514.254315] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1514.262211] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1514.262211] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52622f27-c599-5932-0416-f9117d8a630d" [ 1514.262211] env[62849]: _type = "HttpNfcLease" [ 1514.262211] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1514.762875] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1514.762875] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52622f27-c599-5932-0416-f9117d8a630d" [ 1514.762875] env[62849]: _type = "HttpNfcLease" [ 1514.762875] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1514.763220] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1514.763220] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52622f27-c599-5932-0416-f9117d8a630d" [ 1514.763220] env[62849]: _type = "HttpNfcLease" [ 1514.763220] env[62849]: }. {{(pid=62849) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1514.763907] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5df62d8-5fd7-4c35-8013-b7e25eed5a7e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.771913] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f65f-a877-ccf9-6167de81cf83/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1514.772140] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f65f-a877-ccf9-6167de81cf83/disk-0.vmdk for reading. {{(pid=62849) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1514.861108] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-222f90b7-3b63-4975-be68-6e8ab613ea4f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.471432] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f65f-a877-ccf9-6167de81cf83/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1522.472332] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1847f9-5503-4e37-82eb-65f3449eca56 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.479124] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f65f-a877-ccf9-6167de81cf83/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1522.479302] env[62849]: ERROR oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f65f-a877-ccf9-6167de81cf83/disk-0.vmdk due to incomplete transfer. [ 1522.479520] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a2ba0d8-521e-4471-8e38-38a5a6604598 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.488555] env[62849]: DEBUG oslo_vmware.rw_handles [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5239bf9a-f65f-a877-ccf9-6167de81cf83/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1522.488851] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Uploaded image 2d223d63-8a3b-4664-b5a8-ef5f02c8fb69 to the Glance image server {{(pid=62849) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1522.491051] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Destroying the VM {{(pid=62849) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1522.491302] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0ca6ce8-0910-4bc4-a61e-4dff7f1a633f {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.497558] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1522.497558] env[62849]: value = "task-4405393" [ 1522.497558] env[62849]: _type = "Task" [ 1522.497558] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.506912] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405393, 'name': Destroy_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.010810] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405393, 'name': Destroy_Task, 'duration_secs': 0.362466} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.011145] env[62849]: INFO nova.virt.vmwareapi.vm_util [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Destroyed the VM [ 1523.011466] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Deleting Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1523.011779] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-293a89d0-64fe-4ee6-a01e-3cc15c8d7315 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.019238] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1523.019238] env[62849]: value = "task-4405394" [ 1523.019238] env[62849]: _type = "Task" [ 1523.019238] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.029962] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.529446] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405394, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375526} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.529875] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Deleted Snapshot of the VM instance {{(pid=62849) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1523.529932] env[62849]: DEBUG nova.compute.manager [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.530719] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5629751-17f3-48ec-b54e-aa0f5e34dac7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.044037] env[62849]: INFO nova.compute.manager [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Shelve offloading [ 1524.548685] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.549069] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1293eff0-0422-41db-8fac-cf0f0e62e6fa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.557712] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1524.557712] env[62849]: value = "task-4405395" [ 1524.557712] env[62849]: _type = "Task" [ 1524.557712] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.568536] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.069386] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] VM already powered off {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1525.069632] env[62849]: DEBUG nova.compute.manager [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.070389] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6229b59d-4615-4f3d-84af-1fac25e9f837 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.077360] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.077544] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.077701] env[62849]: DEBUG nova.network.neutron [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1525.801833] env[62849]: DEBUG nova.network.neutron [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [{"id": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "address": "fa:16:3e:44:a3:c7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c141e-6b", "ovs_interfaceid": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.305209] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.541405] env[62849]: DEBUG nova.compute.manager [req-a5f3ee53-5571-420b-bb6f-3f966a78b9a9 req-9facc4e3-f8c7-4dda-9175-e8bc31cda7fc service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received event network-vif-unplugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1526.541405] env[62849]: DEBUG oslo_concurrency.lockutils [req-a5f3ee53-5571-420b-bb6f-3f966a78b9a9 req-9facc4e3-f8c7-4dda-9175-e8bc31cda7fc service nova] Acquiring lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.541405] env[62849]: DEBUG oslo_concurrency.lockutils [req-a5f3ee53-5571-420b-bb6f-3f966a78b9a9 req-9facc4e3-f8c7-4dda-9175-e8bc31cda7fc service nova] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.541984] env[62849]: DEBUG oslo_concurrency.lockutils [req-a5f3ee53-5571-420b-bb6f-3f966a78b9a9 req-9facc4e3-f8c7-4dda-9175-e8bc31cda7fc service nova] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.542331] env[62849]: DEBUG nova.compute.manager [req-a5f3ee53-5571-420b-bb6f-3f966a78b9a9 req-9facc4e3-f8c7-4dda-9175-e8bc31cda7fc service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] No waiting events found dispatching network-vif-unplugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1526.542672] env[62849]: WARNING nova.compute.manager [req-a5f3ee53-5571-420b-bb6f-3f966a78b9a9 req-9facc4e3-f8c7-4dda-9175-e8bc31cda7fc service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received unexpected event network-vif-unplugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d for instance with vm_state shelved and task_state shelving_offloading. [ 1526.618773] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.619750] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d7b12a-010d-45ac-a07a-28918a029535 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.628122] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.628469] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47d8b32f-fbeb-4d98-8f44-03c2b80fabba {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.709074] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.709432] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.709759] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleting the datastore file [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.710149] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd8ea7fb-c969-41f0-9f21-079cbaa1d894 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.717939] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1526.717939] env[62849]: value = "task-4405397" [ 1526.717939] env[62849]: _type = "Task" [ 1526.717939] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.726385] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.066178] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.066591] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.066591] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.066743] env[62849]: DEBUG nova.compute.manager [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62849) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1527.229235] env[62849]: DEBUG oslo_vmware.api [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1399} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.229447] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.229626] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.229802] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.255390] env[62849]: INFO nova.scheduler.client.report [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted allocations for instance 8cac70c7-ad00-4acd-bc35-31b30bcecabc [ 1527.375013] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.761059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.761059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.761059] env[62849]: DEBUG nova.objects.instance [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'resources' on Instance uuid 8cac70c7-ad00-4acd-bc35-31b30bcecabc {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.264133] env[62849]: DEBUG nova.objects.instance [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'numa_topology' on Instance uuid 8cac70c7-ad00-4acd-bc35-31b30bcecabc {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.577311] env[62849]: DEBUG nova.compute.manager [req-3d1abd77-8c59-48a0-ad7c-795f316a5b99 req-39510093-7926-491c-8845-f973e401d0d6 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received event network-changed-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1528.577637] env[62849]: DEBUG nova.compute.manager [req-3d1abd77-8c59-48a0-ad7c-795f316a5b99 req-39510093-7926-491c-8845-f973e401d0d6 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Refreshing instance network info cache due to event network-changed-8b5c141e-6bbe-4781-812a-2bc4061c2f7d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1528.577780] env[62849]: DEBUG oslo_concurrency.lockutils [req-3d1abd77-8c59-48a0-ad7c-795f316a5b99 req-39510093-7926-491c-8845-f973e401d0d6 service nova] Acquiring lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.578017] env[62849]: DEBUG oslo_concurrency.lockutils [req-3d1abd77-8c59-48a0-ad7c-795f316a5b99 req-39510093-7926-491c-8845-f973e401d0d6 service nova] Acquired lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.578346] env[62849]: DEBUG nova.network.neutron [req-3d1abd77-8c59-48a0-ad7c-795f316a5b99 req-39510093-7926-491c-8845-f973e401d0d6 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Refreshing network info cache for port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.766504] env[62849]: DEBUG nova.objects.base [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Object Instance<8cac70c7-ad00-4acd-bc35-31b30bcecabc> lazy-loaded attributes: resources,numa_topology {{(pid=62849) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1528.795553] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea004ed-9e81-49ae-9650-ec40a5e3c409 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.804132] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c165f5e0-b267-4fb5-a316-133450c91afa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.835601] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fda755-5ac9-4c01-8ca6-ca81e491aceb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.844124] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35edf67-91f8-4a26-a46e-43122168e5fb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.858682] env[62849]: DEBUG nova.compute.provider_tree [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.974149] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.299353] env[62849]: DEBUG nova.network.neutron [req-3d1abd77-8c59-48a0-ad7c-795f316a5b99 req-39510093-7926-491c-8845-f973e401d0d6 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updated VIF entry in instance network info cache for port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1529.299718] env[62849]: DEBUG nova.network.neutron [req-3d1abd77-8c59-48a0-ad7c-795f316a5b99 req-39510093-7926-491c-8845-f973e401d0d6 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [{"id": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "address": "fa:16:3e:44:a3:c7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8b5c141e-6b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.361713] env[62849]: DEBUG nova.scheduler.client.report [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.375539] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.803044] env[62849]: DEBUG oslo_concurrency.lockutils [req-3d1abd77-8c59-48a0-ad7c-795f316a5b99 req-39510093-7926-491c-8845-f973e401d0d6 service nova] Releasing lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.867323] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.370380] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.375213] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.375213] env[62849]: DEBUG oslo_concurrency.lockutils [None req-f9e9d864-ada9-45fd-b41a-d43991f6b0f0 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.290s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.376282] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.402s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.376464] env[62849]: INFO nova.compute.manager [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Unshelving [ 1531.402479] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.402833] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.402953] env[62849]: DEBUG nova.objects.instance [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'pci_requests' on Instance uuid 8cac70c7-ad00-4acd-bc35-31b30bcecabc {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.906902] env[62849]: DEBUG nova.objects.instance [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'numa_topology' on Instance uuid 8cac70c7-ad00-4acd-bc35-31b30bcecabc {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.375182] env[62849]: DEBUG oslo_service.periodic_task [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62849) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.409985] env[62849]: INFO nova.compute.claims [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1532.878506] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.436119] env[62849]: DEBUG nova.scheduler.client.report [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Refreshing inventories for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1533.450104] env[62849]: DEBUG nova.scheduler.client.report [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Updating ProviderTree inventory for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1533.450356] env[62849]: DEBUG nova.compute.provider_tree [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Updating inventory in ProviderTree for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1533.462360] env[62849]: DEBUG nova.scheduler.client.report [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Refreshing aggregate associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, aggregates: None {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1533.482010] env[62849]: DEBUG nova.scheduler.client.report [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Refreshing trait associations for resource provider 079fe32b-1fee-45a6-900e-aeae194e2ca9, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62849) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1533.512213] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6347aa-2ec5-4ec8-8375-8fa61c28a83c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.521203] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea79b6-6b7b-4cd7-8117-54d5c33591a3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.551614] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e1d62a-ce05-47ca-9199-a5423b9740ee {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.559985] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec57fc0a-dd17-4888-b34e-109fe048da9c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.573811] env[62849]: DEBUG nova.compute.provider_tree [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.076972] env[62849]: DEBUG nova.scheduler.client.report [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.582133] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.179s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.584458] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.706s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.584691] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.584861] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62849) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1534.586066] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a42d3-120e-4bb2-83cd-4be5c49208c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.595034] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cfed56-669e-48ea-ae0b-51cca48370fe {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.611422] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0938e8f-390c-4333-ad6f-cd1effae37ae {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.619110] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23118a8-5279-4e40-bc3a-a137e7c2cd60 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.369088] env[62849]: INFO nova.network.neutron [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1535.371505] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180585MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=62849) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1535.371655] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.371860] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.396772] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Instance 8cac70c7-ad00-4acd-bc35-31b30bcecabc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62849) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1710}} [ 1536.397119] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1536.397170] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_os_type_None': '1', 'num_proj_28783af203034a549e0a30b481f2a9f7': '1', 'io_workload': '0'} {{(pid=62849) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1536.425608] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807074cd-63a7-4e12-857b-2d1a1ef37ef0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.433532] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e93802-7f17-45f6-9b87-7941490380a7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.462901] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572de193-5366-4597-aef7-9e92d4fa5563 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.471318] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33141a7-0a01-40f6-8ffa-2ce782cd071e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.486059] env[62849]: DEBUG nova.compute.provider_tree [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.777247] env[62849]: DEBUG nova.compute.manager [req-30aafdd9-cd45-4c96-a312-a5bd7410858c req-662aa41d-8283-4be7-85ab-0527df6ffaec service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received event network-vif-plugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1536.777247] env[62849]: DEBUG oslo_concurrency.lockutils [req-30aafdd9-cd45-4c96-a312-a5bd7410858c req-662aa41d-8283-4be7-85ab-0527df6ffaec service nova] Acquiring lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.777935] env[62849]: DEBUG oslo_concurrency.lockutils [req-30aafdd9-cd45-4c96-a312-a5bd7410858c req-662aa41d-8283-4be7-85ab-0527df6ffaec service nova] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.778303] env[62849]: DEBUG oslo_concurrency.lockutils [req-30aafdd9-cd45-4c96-a312-a5bd7410858c req-662aa41d-8283-4be7-85ab-0527df6ffaec service nova] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.778629] env[62849]: DEBUG nova.compute.manager [req-30aafdd9-cd45-4c96-a312-a5bd7410858c req-662aa41d-8283-4be7-85ab-0527df6ffaec service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] No waiting events found dispatching network-vif-plugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1536.778947] env[62849]: WARNING nova.compute.manager [req-30aafdd9-cd45-4c96-a312-a5bd7410858c req-662aa41d-8283-4be7-85ab-0527df6ffaec service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received unexpected event network-vif-plugged-8b5c141e-6bbe-4781-812a-2bc4061c2f7d for instance with vm_state shelved_offloaded and task_state spawning. [ 1536.863967] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.863967] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.863967] env[62849]: DEBUG nova.network.neutron [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Building network info cache for instance {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1536.989128] env[62849]: DEBUG nova.scheduler.client.report [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.493461] env[62849]: DEBUG nova.compute.resource_tracker [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62849) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1537.493837] env[62849]: DEBUG oslo_concurrency.lockutils [None req-2cd34375-6f60-4daf-a8d0-d3e72644c1e3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.581083] env[62849]: DEBUG nova.network.neutron [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [{"id": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "address": "fa:16:3e:44:a3:c7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c141e-6b", "ovs_interfaceid": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.084081] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.116690] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T17:14:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2affbce8fe48e3d20e028984fb0e915c',container_format='bare',created_at=2025-11-12T17:32:32Z,direct_url=,disk_format='vmdk',id=2d223d63-8a3b-4664-b5a8-ef5f02c8fb69,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1682098507-shelved',owner='28783af203034a549e0a30b481f2a9f7',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-11-12T17:32:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.116958] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.117124] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image limits 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.117314] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Flavor pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.117456] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Image pref 0:0:0 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.117601] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62849) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.117806] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.117969] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.118150] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Got 1 possible topologies {{(pid=62849) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.118310] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.118482] env[62849]: DEBUG nova.virt.hardware [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62849) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.119419] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d654e8e5-1c71-496b-822a-6714fbf08dc2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.129512] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a095b842-d554-421f-834f-d379ba212bc7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.144947] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:a3:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b5c141e-6bbe-4781-812a-2bc4061c2f7d', 'vif_model': 'vmxnet3'}] {{(pid=62849) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.152860] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1538.153207] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Creating VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.153391] env[62849]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3c1fdff-4358-4246-b58a-4bf77a4641eb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.174356] env[62849]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.174356] env[62849]: value = "task-4405398" [ 1538.174356] env[62849]: _type = "Task" [ 1538.174356] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.183730] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405398, 'name': CreateVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.685050] env[62849]: DEBUG oslo_vmware.api [-] Task: {'id': task-4405398, 'name': CreateVM_Task, 'duration_secs': 0.371774} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.685484] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Created VM on the ESX host {{(pid=62849) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.685954] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.686149] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.686534] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.686804] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407f54b4-f4b0-4015-b067-1eaf5edca8f8 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.692517] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1538.692517] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee67a5-30b9-78d0-d252-925104224daf" [ 1538.692517] env[62849]: _type = "Task" [ 1538.692517] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.701713] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52ee67a5-30b9-78d0-d252-925104224daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.811158] env[62849]: DEBUG nova.compute.manager [req-c622b54e-6615-4ac7-a1bd-946fdc9b7d32 req-b4dbead1-96c4-450d-a41c-f76ea2fe5322 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received event network-changed-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1538.811442] env[62849]: DEBUG nova.compute.manager [req-c622b54e-6615-4ac7-a1bd-946fdc9b7d32 req-b4dbead1-96c4-450d-a41c-f76ea2fe5322 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Refreshing instance network info cache due to event network-changed-8b5c141e-6bbe-4781-812a-2bc4061c2f7d. {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11828}} [ 1538.811580] env[62849]: DEBUG oslo_concurrency.lockutils [req-c622b54e-6615-4ac7-a1bd-946fdc9b7d32 req-b4dbead1-96c4-450d-a41c-f76ea2fe5322 service nova] Acquiring lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.811728] env[62849]: DEBUG oslo_concurrency.lockutils [req-c622b54e-6615-4ac7-a1bd-946fdc9b7d32 req-b4dbead1-96c4-450d-a41c-f76ea2fe5322 service nova] Acquired lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.811887] env[62849]: DEBUG nova.network.neutron [req-c622b54e-6615-4ac7-a1bd-946fdc9b7d32 req-b4dbead1-96c4-450d-a41c-f76ea2fe5322 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Refreshing network info cache for port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.203432] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.203720] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Processing image 2d223d63-8a3b-4664-b5a8-ef5f02c8fb69 {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.203906] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.204059] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.204234] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.204486] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58420253-bd56-4963-b746-8d3d6a883ed3 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.214167] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.214386] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62849) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.215107] env[62849]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c327edb2-bf93-46ce-a73c-017084cf2d3e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.220802] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1539.220802] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520bf06d-8dda-4c8d-f249-c5bf9e542beb" [ 1539.220802] env[62849]: _type = "Task" [ 1539.220802] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.229046] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]520bf06d-8dda-4c8d-f249-c5bf9e542beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.543139] env[62849]: DEBUG nova.network.neutron [req-c622b54e-6615-4ac7-a1bd-946fdc9b7d32 req-b4dbead1-96c4-450d-a41c-f76ea2fe5322 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updated VIF entry in instance network info cache for port 8b5c141e-6bbe-4781-812a-2bc4061c2f7d. {{(pid=62849) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1539.543514] env[62849]: DEBUG nova.network.neutron [req-c622b54e-6615-4ac7-a1bd-946fdc9b7d32 req-b4dbead1-96c4-450d-a41c-f76ea2fe5322 service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [{"id": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "address": "fa:16:3e:44:a3:c7", "network": {"id": "a1432d8d-a20f-40a2-9a1f-450046c9d23d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255834396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28783af203034a549e0a30b481f2a9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c141e-6b", "ovs_interfaceid": "8b5c141e-6bbe-4781-812a-2bc4061c2f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.732456] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Preparing fetch location {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1539.732456] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Fetch image to [datastore1] OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0/OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0.vmdk {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1539.732951] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Downloading stream optimized image 2d223d63-8a3b-4664-b5a8-ef5f02c8fb69 to [datastore1] OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0/OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0.vmdk on the data store datastore1 as vApp {{(pid=62849) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1539.732951] env[62849]: DEBUG nova.virt.vmwareapi.images [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Downloading image file data 2d223d63-8a3b-4664-b5a8-ef5f02c8fb69 to the ESX as VM named 'OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0' {{(pid=62849) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1539.809778] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1539.809778] env[62849]: value = "resgroup-9" [ 1539.809778] env[62849]: _type = "ResourcePool" [ 1539.809778] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1539.810174] env[62849]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6c97a50c-1569-4253-af45-235e47adc00a {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.832164] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease: (returnval){ [ 1539.832164] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52049bf1-5b07-2cc5-e214-557cf38eec20" [ 1539.832164] env[62849]: _type = "HttpNfcLease" [ 1539.832164] env[62849]: } obtained for vApp import into resource pool (val){ [ 1539.832164] env[62849]: value = "resgroup-9" [ 1539.832164] env[62849]: _type = "ResourcePool" [ 1539.832164] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1539.832745] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the lease: (returnval){ [ 1539.832745] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52049bf1-5b07-2cc5-e214-557cf38eec20" [ 1539.832745] env[62849]: _type = "HttpNfcLease" [ 1539.832745] env[62849]: } to be ready. {{(pid=62849) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1539.840819] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.840819] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52049bf1-5b07-2cc5-e214-557cf38eec20" [ 1539.840819] env[62849]: _type = "HttpNfcLease" [ 1539.840819] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1540.046449] env[62849]: DEBUG oslo_concurrency.lockutils [req-c622b54e-6615-4ac7-a1bd-946fdc9b7d32 req-b4dbead1-96c4-450d-a41c-f76ea2fe5322 service nova] Releasing lock "refresh_cache-8cac70c7-ad00-4acd-bc35-31b30bcecabc" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.342238] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1540.342238] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52049bf1-5b07-2cc5-e214-557cf38eec20" [ 1540.342238] env[62849]: _type = "HttpNfcLease" [ 1540.342238] env[62849]: } is initializing. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1540.842398] env[62849]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1540.842398] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52049bf1-5b07-2cc5-e214-557cf38eec20" [ 1540.842398] env[62849]: _type = "HttpNfcLease" [ 1540.842398] env[62849]: } is ready. {{(pid=62849) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1540.842894] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1540.842894] env[62849]: value = "session[522fdd08-21ab-4d8b-e264-79b4adb23e3e]52049bf1-5b07-2cc5-e214-557cf38eec20" [ 1540.842894] env[62849]: _type = "HttpNfcLease" [ 1540.842894] env[62849]: }. {{(pid=62849) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1540.843419] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a832f791-c148-4887-be1d-c93ec36eeae7 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.851474] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bb0a4-02e1-e5d6-b9d3-2c0e69f7b136/disk-0.vmdk from lease info. {{(pid=62849) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1540.851686] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bb0a4-02e1-e5d6-b9d3-2c0e69f7b136/disk-0.vmdk. {{(pid=62849) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1540.913605] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29b269fb-6b40-4f6a-8cd9-45ac828ea268 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.067784] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Completed reading data from the image iterator. {{(pid=62849) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1542.068383] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bb0a4-02e1-e5d6-b9d3-2c0e69f7b136/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1542.068926] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5e9ba4-892e-42a2-af6f-b7f9187e8945 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.075961] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bb0a4-02e1-e5d6-b9d3-2c0e69f7b136/disk-0.vmdk is in state: ready. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1542.076206] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bb0a4-02e1-e5d6-b9d3-2c0e69f7b136/disk-0.vmdk. {{(pid=62849) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1542.076375] env[62849]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0f90fe50-a529-4293-840b-6021a9db6b9b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.278651] env[62849]: DEBUG oslo_vmware.rw_handles [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bb0a4-02e1-e5d6-b9d3-2c0e69f7b136/disk-0.vmdk. {{(pid=62849) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1542.278881] env[62849]: INFO nova.virt.vmwareapi.images [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Downloaded image file data 2d223d63-8a3b-4664-b5a8-ef5f02c8fb69 [ 1542.279705] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a0d50e-6f39-4b66-9dfc-082c7fe63aa5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.296308] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81386d17-e600-4a0f-849a-e99d0da0c018 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.337905] env[62849]: INFO nova.virt.vmwareapi.images [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] The imported VM was unregistered [ 1542.340299] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Caching image {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1542.340545] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.340831] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bb5400d-c8ef-4890-ab8e-6976d995f1f2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.352152] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Created directory with path [datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69 {{(pid=62849) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.352368] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0/OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0.vmdk to [datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69.vmdk. {{(pid=62849) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1542.352608] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c24c0e69-e1ef-44a3-9856-4bf7fb01c29b {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.359740] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1542.359740] env[62849]: value = "task-4405401" [ 1542.359740] env[62849]: _type = "Task" [ 1542.359740] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.367924] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405401, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.871440] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405401, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.371555] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405401, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.872956] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405401, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.374578] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405401, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.874663] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405401, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.48489} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.875012] env[62849]: INFO nova.virt.vmwareapi.ds_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0/OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0.vmdk to [datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69.vmdk. [ 1544.875212] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Cleaning up location [datastore1] OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0 {{(pid=62849) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1544.875375] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bef083b5-403b-4905-8b82-a2dd2b8789b0 {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.875632] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d04a6f9-9240-4609-bc17-180248cdbff6 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.882846] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1544.882846] env[62849]: value = "task-4405402" [ 1544.882846] env[62849]: _type = "Task" [ 1544.882846] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.892073] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.392969] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045174} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.393400] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.393400] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69.vmdk" {{(pid=62849) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.393644] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69.vmdk to [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc/8cac70c7-ad00-4acd-bc35-31b30bcecabc.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.393891] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-974594fb-9c5a-41f3-98c0-a4fe6d1bef5c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.401046] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1545.401046] env[62849]: value = "task-4405403" [ 1545.401046] env[62849]: _type = "Task" [ 1545.401046] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.409667] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.912254] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405403, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.413719] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405403, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.917188] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405403, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.416309] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405403, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.917235] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405403, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.414598} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.917530] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69/2d223d63-8a3b-4664-b5a8-ef5f02c8fb69.vmdk to [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc/8cac70c7-ad00-4acd-bc35-31b30bcecabc.vmdk {{(pid=62849) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1547.918290] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650307c-aa90-479d-b5ea-c7e40adbf0c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.940324] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc/8cac70c7-ad00-4acd-bc35-31b30bcecabc.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.940623] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f3b7492-b5ff-4acb-aa2d-0b2ca925f583 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.960585] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1547.960585] env[62849]: value = "task-4405404" [ 1547.960585] env[62849]: _type = "Task" [ 1547.960585] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.968894] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.470678] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405404, 'name': ReconfigVM_Task, 'duration_secs': 0.279841} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.471238] env[62849]: DEBUG nova.virt.vmwareapi.volumeops [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc/8cac70c7-ad00-4acd-bc35-31b30bcecabc.vmdk or device None with type streamOptimized {{(pid=62849) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.471603] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b769684-3c09-4f98-a737-77baab4bad21 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.478907] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1548.478907] env[62849]: value = "task-4405405" [ 1548.478907] env[62849]: _type = "Task" [ 1548.478907] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.488248] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405405, 'name': Rename_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.992548] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405405, 'name': Rename_Task, 'duration_secs': 0.140099} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.992892] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powering on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.993166] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a56e32-6947-4333-83d5-902bd89434c5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.999904] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1548.999904] env[62849]: value = "task-4405406" [ 1548.999904] env[62849]: _type = "Task" [ 1548.999904] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.011927] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.510873] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.011345] env[62849]: DEBUG oslo_vmware.api [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405406, 'name': PowerOnVM_Task, 'duration_secs': 0.64008} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.011625] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powered on the VM {{(pid=62849) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.109921] env[62849]: DEBUG nova.compute.manager [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Checking state {{(pid=62849) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.110880] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1757c55b-2bba-4f82-a119-a1d514334664 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.627960] env[62849]: DEBUG oslo_concurrency.lockutils [None req-a521c914-5752-45dd-a9c4-0b7b33f1fd04 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.252s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.095238] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.095490] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.095705] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.095937] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.096140] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.098242] env[62849]: INFO nova.compute.manager [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Terminating instance [ 1551.602541] env[62849]: DEBUG nova.compute.manager [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Start destroying the instance on the hypervisor. {{(pid=62849) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1551.602772] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Destroying instance {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.603679] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b589ac-3410-4d6d-bfdf-895546278ae2 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.612162] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powering off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.612410] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c77638e0-388b-4b6d-864f-850c5de3595c {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.619249] env[62849]: DEBUG oslo_vmware.api [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1551.619249] env[62849]: value = "task-4405407" [ 1551.619249] env[62849]: _type = "Task" [ 1551.619249] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.628119] env[62849]: DEBUG oslo_vmware.api [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.129584] env[62849]: DEBUG oslo_vmware.api [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405407, 'name': PowerOffVM_Task, 'duration_secs': 0.199873} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.129803] env[62849]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Powered off the VM {{(pid=62849) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.129964] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Unregistering the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.130278] env[62849]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a90b1da6-1c10-4a20-afb7-74f96dc28084 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.197629] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Unregistered the VM {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.197848] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Deleting contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.198034] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleting the datastore file [datastore1] 8cac70c7-ad00-4acd-bc35-31b30bcecabc {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.198317] env[62849]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf4ea571-17a7-4148-8238-8563a7501da5 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.205921] env[62849]: DEBUG oslo_vmware.api [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for the task: (returnval){ [ 1552.205921] env[62849]: value = "task-4405409" [ 1552.205921] env[62849]: _type = "Task" [ 1552.205921] env[62849]: } to complete. {{(pid=62849) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.214164] env[62849]: DEBUG oslo_vmware.api [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.715894] env[62849]: DEBUG oslo_vmware.api [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Task: {'id': task-4405409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14928} completed successfully. {{(pid=62849) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.716344] env[62849]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted the datastore file {{(pid=62849) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.716344] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Deleted contents of the VM from datastore datastore1 {{(pid=62849) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.716522] env[62849]: DEBUG nova.virt.vmwareapi.vmops [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Instance destroyed {{(pid=62849) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.716690] env[62849]: INFO nova.compute.manager [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1552.716923] env[62849]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62849) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1552.717130] env[62849]: DEBUG nova.compute.manager [-] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Deallocating network for instance {{(pid=62849) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.717223] env[62849]: DEBUG nova.network.neutron [-] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] deallocate_for_instance() {{(pid=62849) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1553.179717] env[62849]: DEBUG nova.compute.manager [req-ae1d0b49-9425-4bac-8b3b-196b7a5adbc6 req-db40acaa-23cb-4c0f-9490-f201a11ec5ed service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Received event network-vif-deleted-8b5c141e-6bbe-4781-812a-2bc4061c2f7d {{(pid=62849) external_instance_event /opt/stack/nova/nova/compute/manager.py:11823}} [ 1553.179717] env[62849]: INFO nova.compute.manager [req-ae1d0b49-9425-4bac-8b3b-196b7a5adbc6 req-db40acaa-23cb-4c0f-9490-f201a11ec5ed service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Neutron deleted interface 8b5c141e-6bbe-4781-812a-2bc4061c2f7d; detaching it from the instance and deleting it from the info cache [ 1553.179717] env[62849]: DEBUG nova.network.neutron [req-ae1d0b49-9425-4bac-8b3b-196b7a5adbc6 req-db40acaa-23cb-4c0f-9490-f201a11ec5ed service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.656146] env[62849]: DEBUG nova.network.neutron [-] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Updating instance_info_cache with network_info: [] {{(pid=62849) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.682422] env[62849]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6274e59-a713-4159-98a0-05a7ec6868af {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.693183] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df7b2d2-b16b-4cca-86d0-4f97c0d610f0 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.717596] env[62849]: DEBUG nova.compute.manager [req-ae1d0b49-9425-4bac-8b3b-196b7a5adbc6 req-db40acaa-23cb-4c0f-9490-f201a11ec5ed service nova] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Detach interface failed, port_id=8b5c141e-6bbe-4781-812a-2bc4061c2f7d, reason: Instance 8cac70c7-ad00-4acd-bc35-31b30bcecabc could not be found. {{(pid=62849) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11657}} [ 1554.159199] env[62849]: INFO nova.compute.manager [-] [instance: 8cac70c7-ad00-4acd-bc35-31b30bcecabc] Took 1.44 seconds to deallocate network for instance. [ 1554.666585] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.666889] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.667101] env[62849]: DEBUG nova.objects.instance [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lazy-loading 'resources' on Instance uuid 8cac70c7-ad00-4acd-bc35-31b30bcecabc {{(pid=62849) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.206051] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66d3e23-6730-4994-b01f-752a2d644c65 {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.214486] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583aea1d-b21d-4fd4-b7dd-f634726a2edb {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.246401] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c100b1-3369-47e3-a445-135bc6fb387e {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.254596] env[62849]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15060e26-48a2-4021-9d63-c706fadc18aa {{(pid=62849) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.268514] env[62849]: DEBUG nova.compute.provider_tree [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed in ProviderTree for provider: 079fe32b-1fee-45a6-900e-aeae194e2ca9 {{(pid=62849) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.771791] env[62849]: DEBUG nova.scheduler.client.report [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Inventory has not changed for provider 079fe32b-1fee-45a6-900e-aeae194e2ca9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62849) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.277315] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.299278] env[62849]: INFO nova.scheduler.client.report [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Deleted allocations for instance 8cac70c7-ad00-4acd-bc35-31b30bcecabc [ 1556.807600] env[62849]: DEBUG oslo_concurrency.lockutils [None req-80ccbbcb-b501-4a1a-b689-bdb9696e1e93 tempest-ServerActionsTestOtherB-1524579062 tempest-ServerActionsTestOtherB-1524579062-project-member] Lock "8cac70c7-ad00-4acd-bc35-31b30bcecabc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=62849) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}